2024-11-18 05:58:11,677 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 05:58:11,694 main DEBUG Took 0.014465 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 05:58:11,694 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 05:58:11,694 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 05:58:11,695 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 05:58:11,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,702 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 05:58:11,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,716 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,719 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,720 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,721 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,721 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,723 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:58:11,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,724 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 05:58:11,726 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:58:11,727 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 05:58:11,729 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 05:58:11,729 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 05:58:11,730 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 05:58:11,731 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 05:58:11,738 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 05:58:11,741 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 05:58:11,742 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 05:58:11,743 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 05:58:11,743 main DEBUG createAppenders(={Console}) 2024-11-18 05:58:11,744 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-18 05:58:11,744 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 05:58:11,744 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-18 05:58:11,745 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 05:58:11,745 main DEBUG OutputStream closed 2024-11-18 05:58:11,745 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 05:58:11,746 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 05:58:11,746 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-18 05:58:11,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 05:58:11,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 05:58:11,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 05:58:11,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 05:58:11,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 05:58:11,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 05:58:11,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 05:58:11,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 05:58:11,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 05:58:11,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 05:58:11,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 05:58:11,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 05:58:11,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 05:58:11,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 05:58:11,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 05:58:11,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 05:58:11,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 05:58:11,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 05:58:11,831 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 05:58:11,831 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-18 05:58:11,831 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 05:58:11,832 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-18T05:58:11,844 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-18 05:58:11,847 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 05:58:11,847 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T05:58:11,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=6253 2024-11-18T05:58:12,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135 2024-11-18T05:58:12,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T05:58:12,134 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6, deleteOnExit=true 2024-11-18T05:58:12,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T05:58:12,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/test.cache.data in system properties and HBase conf 2024-11-18T05:58:12,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T05:58:12,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir in system properties and HBase conf 2024-11-18T05:58:12,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T05:58:12,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T05:58:12,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T05:58:12,217 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T05:58:12,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T05:58:12,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:58:12,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:58:12,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T05:58:12,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:58:12,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T05:58:12,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T05:58:12,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:58:12,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:58:12,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T05:58:12,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/nfs.dump.dir in system properties and HBase conf 2024-11-18T05:58:12,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/java.io.tmpdir in system properties and HBase conf 2024-11-18T05:58:12,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:58:12,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T05:58:12,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T05:58:13,305 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T05:58:13,375 INFO [Time-limited test {}] log.Log(170): Logging initialized @2328ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T05:58:13,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:58:13,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:58:13,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:58:13,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:58:13,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:58:13,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:58:13,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:58:13,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:58:13,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/java.io.tmpdir/jetty-localhost-33173-hadoop-hdfs-3_4_1-tests_jar-_-any-3994391915500584438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:58:13,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:33173} 2024-11-18T05:58:13,711 INFO [Time-limited test {}] server.Server(415): Started @2665ms 2024-11-18T05:58:14,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:58:14,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:58:14,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:58:14,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:58:14,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:58:14,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:58:14,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:58:14,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4255463d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/java.io.tmpdir/jetty-localhost-40245-hadoop-hdfs-3_4_1-tests_jar-_-any-12333112274471785929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:58:14,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:40245} 2024-11-18T05:58:14,316 INFO [Time-limited test {}] server.Server(415): Started @3270ms 2024-11-18T05:58:14,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:58:14,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:58:14,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:58:14,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:58:14,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:58:14,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:58:14,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:58:14,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:58:14,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3635c31e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/java.io.tmpdir/jetty-localhost-40695-hadoop-hdfs-3_4_1-tests_jar-_-any-16338086714075693711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:58:14,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:40695} 2024-11-18T05:58:14,590 INFO [Time-limited test {}] server.Server(415): Started @3544ms 2024-11-18T05:58:14,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:58:14,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:58:14,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:58:14,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:58:14,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:58:14,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:58:14,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:58:14,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:58:14,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c2677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/java.io.tmpdir/jetty-localhost-33271-hadoop-hdfs-3_4_1-tests_jar-_-any-17379112847437889895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:58:14,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:33271} 2024-11-18T05:58:14,748 INFO [Time-limited test {}] server.Server(415): Started @3702ms 2024-11-18T05:58:14,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:58:15,616 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data1/current/BP-167617676-172.17.0.2-1731909492834/current, will proceed with Du for space computation calculation, 2024-11-18T05:58:15,616 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data3/current/BP-167617676-172.17.0.2-1731909492834/current, will proceed with Du for space computation calculation, 2024-11-18T05:58:15,616 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data2/current/BP-167617676-172.17.0.2-1731909492834/current, will proceed with Du for space computation calculation, 2024-11-18T05:58:15,616 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data4/current/BP-167617676-172.17.0.2-1731909492834/current, will proceed with Du for space computation calculation, 2024-11-18T05:58:15,646 WARN [Thread-135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data5/current/BP-167617676-172.17.0.2-1731909492834/current, will proceed with Du for space computation calculation, 2024-11-18T05:58:15,646 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data6/current/BP-167617676-172.17.0.2-1731909492834/current, will proceed with Du for space computation calculation, 2024-11-18T05:58:15,656 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:58:15,657 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:58:15,677 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:58:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae5f9b55a9d8869f with lease ID 0x7c17404ebe9567e9: Processing first storage report for DS-183907a2-ad98-4c47-9adf-4017a78912ed from datanode DatanodeRegistration(127.0.0.1:33147, datanodeUuid=db2078f6-a0f7-4897-921f-796c56f0c724, infoPort=40247, infoSecurePort=0, ipcPort=46441, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834) 2024-11-18T05:58:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae5f9b55a9d8869f with lease ID 0x7c17404ebe9567e9: from storage DS-183907a2-ad98-4c47-9adf-4017a78912ed node DatanodeRegistration(127.0.0.1:33147, datanodeUuid=db2078f6-a0f7-4897-921f-796c56f0c724, infoPort=40247, infoSecurePort=0, ipcPort=46441, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T05:58:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77891d06f50c03a with lease ID 0x7c17404ebe9567ea: Processing first storage report for DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c from datanode DatanodeRegistration(127.0.0.1:39703, datanodeUuid=201866d7-d79f-41bb-9202-7385dc5eaa5c, infoPort=36929, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834) 2024-11-18T05:58:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77891d06f50c03a with lease ID 0x7c17404ebe9567ea: from storage DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c node DatanodeRegistration(127.0.0.1:39703, datanodeUuid=201866d7-d79f-41bb-9202-7385dc5eaa5c, infoPort=36929, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:58:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4910d534380fd36f with lease ID 0x7c17404ebe9567eb: Processing first storage report for DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1 from datanode DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5f66c386-4282-4976-bdbb-0517b1d129dc, infoPort=45805, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834) 2024-11-18T05:58:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4910d534380fd36f with lease ID 0x7c17404ebe9567eb: from storage DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1 node DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5f66c386-4282-4976-bdbb-0517b1d129dc, infoPort=45805, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T05:58:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae5f9b55a9d8869f with lease ID 0x7c17404ebe9567e9: Processing first storage report for DS-1f82a295-0fc0-4187-b36c-269a5943da31 from datanode DatanodeRegistration(127.0.0.1:33147, datanodeUuid=db2078f6-a0f7-4897-921f-796c56f0c724, infoPort=40247, infoSecurePort=0, ipcPort=46441, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834) 2024-11-18T05:58:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae5f9b55a9d8869f with lease ID 0x7c17404ebe9567e9: from storage DS-1f82a295-0fc0-4187-b36c-269a5943da31 node DatanodeRegistration(127.0.0.1:33147, datanodeUuid=db2078f6-a0f7-4897-921f-796c56f0c724, infoPort=40247, infoSecurePort=0, ipcPort=46441, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:58:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77891d06f50c03a with lease ID 0x7c17404ebe9567ea: Processing first storage report for DS-cc5102e2-f3f8-4384-9312-d77c4899a8eb from datanode DatanodeRegistration(127.0.0.1:39703, datanodeUuid=201866d7-d79f-41bb-9202-7385dc5eaa5c, infoPort=36929, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834) 2024-11-18T05:58:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77891d06f50c03a with lease ID 0x7c17404ebe9567ea: from storage DS-cc5102e2-f3f8-4384-9312-d77c4899a8eb node DatanodeRegistration(127.0.0.1:39703, datanodeUuid=201866d7-d79f-41bb-9202-7385dc5eaa5c, infoPort=36929, infoSecurePort=0, ipcPort=45565, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:58:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4910d534380fd36f with lease ID 0x7c17404ebe9567eb: Processing first storage report for DS-ce6e7e91-1ecd-4078-9f70-c1d91abff321 from datanode DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5f66c386-4282-4976-bdbb-0517b1d129dc, infoPort=45805, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834) 2024-11-18T05:58:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4910d534380fd36f with lease ID 0x7c17404ebe9567eb: from storage DS-ce6e7e91-1ecd-4078-9f70-c1d91abff321 node DatanodeRegistration(127.0.0.1:38983, datanodeUuid=5f66c386-4282-4976-bdbb-0517b1d129dc, infoPort=45805, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=299393299;c=1731909492834), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:58:15,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135 2024-11-18T05:58:15,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/zookeeper_0, clientPort=55837, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T05:58:15,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55837 2024-11-18T05:58:15,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:15,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:58:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:58:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:58:16,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed with version=8 2024-11-18T05:58:16,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/hbase-staging 2024-11-18T05:58:16,558 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T05:58:16,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:58:16,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:16,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:16,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:58:16,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:16,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:58:16,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T05:58:16,973 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T05:58:16,981 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T05:58:16,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:58:17,006 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 98961 (auto-detected) 2024-11-18T05:58:17,007 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T05:58:17,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33453 2024-11-18T05:58:17,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33453 connecting to ZooKeeper ensemble=127.0.0.1:55837 2024-11-18T05:58:17,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334530x0, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:58:17,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33453-0x1014dcf3ec50000 connected 2024-11-18T05:58:17,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:58:17,257 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed, hbase.cluster.distributed=false 2024-11-18T05:58:17,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:58:17,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33453 2024-11-18T05:58:17,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33453 2024-11-18T05:58:17,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33453 2024-11-18T05:58:17,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33453 2024-11-18T05:58:17,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33453 2024-11-18T05:58:17,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:58:17,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:58:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:58:17,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:58:17,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:58:17,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41567 2024-11-18T05:58:17,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41567 connecting to ZooKeeper ensemble=127.0.0.1:55837 2024-11-18T05:58:17,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415670x0, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:58:17,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41567-0x1014dcf3ec50001 connected 2024-11-18T05:58:17,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:58:17,456 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:58:17,463 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:58:17,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:58:17,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:58:17,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41567 2024-11-18T05:58:17,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41567 2024-11-18T05:58:17,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41567 2024-11-18T05:58:17,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41567 2024-11-18T05:58:17,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41567 2024-11-18T05:58:17,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:58:17,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:58:17,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:58:17,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:58:17,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:58:17,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34415 2024-11-18T05:58:17,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34415 connecting to ZooKeeper ensemble=127.0.0.1:55837 2024-11-18T05:58:17,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344150x0, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:58:17,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34415-0x1014dcf3ec50002 connected 2024-11-18T05:58:17,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344150x0, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:58:17,528 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:58:17,529 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:58:17,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:58:17,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:58:17,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-18T05:58:17,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34415 2024-11-18T05:58:17,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34415 2024-11-18T05:58:17,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-18T05:58:17,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-18T05:58:17,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6e2c48d1e2be:0 server-side Connection retries=45 2024-11-18T05:58:17,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,553 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:58:17,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:58:17,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:58:17,553 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:58:17,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:58:17,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35301 2024-11-18T05:58:17,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35301 connecting to ZooKeeper ensemble=127.0.0.1:55837 2024-11-18T05:58:17,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353010x0, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:58:17,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35301-0x1014dcf3ec50003 connected 2024-11-18T05:58:17,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:58:17,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:58:17,570 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:58:17,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:58:17,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:58:17,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-18T05:58:17,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35301 2024-11-18T05:58:17,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35301 2024-11-18T05:58:17,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-18T05:58:17,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-18T05:58:17,590 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6e2c48d1e2be:33453 2024-11-18T05:58:17,591 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,606 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:58:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:58:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:58:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,636 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:58:17,638 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6e2c48d1e2be,33453,1731909496643 from backup master directory 2024-11-18T05:58:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:58:17,644 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:58:17,644 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:17,646 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T05:58:17,647 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T05:58:17,699 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/hbase.id] with ID: 10bb1225-0084-4db6-96be-6814f118e809 2024-11-18T05:58:17,699 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/.tmp/hbase.id 2024-11-18T05:58:17,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:58:17,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:58:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:58:17,714 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/.tmp/hbase.id]:[hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/hbase.id] 2024-11-18T05:58:17,758 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:58:17,764 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T05:58:17,783 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T05:58:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:58:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:58:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:58:17,842 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:58:17,844 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T05:58:17,858 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:58:17,861 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:58:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:58:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:58:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:58:17,907 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store 2024-11-18T05:58:17,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:58:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:58:17,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:58:17,935 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T05:58:17,938 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:17,940 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:58:17,940 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:58:17,941 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:58:17,943 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:58:17,943 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:58:17,943 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:58:17,945 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731909497940Disabling compacts and flushes for region at 1731909497940Disabling writes for close at 1731909497943 (+3 ms)Writing region close event to WAL at 1731909497943Closed at 1731909497943 2024-11-18T05:58:17,947 WARN [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/.initializing 2024-11-18T05:58:17,947 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/WALs/6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:17,955 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:58:17,969 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C33453%2C1731909496643, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/WALs/6e2c48d1e2be,33453,1731909496643, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/oldWALs, maxLogs=10 2024-11-18T05:58:17,991 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/WALs/6e2c48d1e2be,33453,1731909496643/6e2c48d1e2be%2C33453%2C1731909496643.1731909497973, exclude list is [], retry=0 2024-11-18T05:58:18,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1,DISK] 2024-11-18T05:58:18,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33147,DS-183907a2-ad98-4c47-9adf-4017a78912ed,DISK] 2024-11-18T05:58:18,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39703,DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c,DISK] 2024-11-18T05:58:18,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T05:58:18,051 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/WALs/6e2c48d1e2be,33453,1731909496643/6e2c48d1e2be%2C33453%2C1731909496643.1731909497973 2024-11-18T05:58:18,052 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805),(127.0.0.1/127.0.0.1:36929:36929),(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-18T05:58:18,052 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:58:18,053 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:18,056 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,057 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T05:58:18,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:18,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T05:58:18,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:18,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T05:58:18,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:18,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T05:58:18,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:18,142 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,145 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,146 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,152 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,153 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,156 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:58:18,160 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:58:18,164 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:18,165 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62940028, jitterRate=-0.06212049722671509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:58:18,172 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731909498068Initializing all the Stores at 1731909498070 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909498071 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909498071Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909498071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909498072 (+1 ms)Cleaning up temporary data from old regions at 1731909498153 (+81 ms)Region opened successfully at 1731909498172 (+19 ms) 2024-11-18T05:58:18,173 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T05:58:18,203 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f485bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:58:18,231 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T05:58:18,240 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T05:58:18,240 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T05:58:18,243 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:58:18,244 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T05:58:18,249 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T05:58:18,249 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T05:58:18,273 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T05:58:18,281 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T05:58:18,335 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T05:58:18,340 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T05:58:18,343 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T05:58:18,351 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T05:58:18,353 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T05:58:18,356 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T05:58:18,368 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T05:58:18,370 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T05:58:18,376 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T05:58:18,398 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T05:58:18,409 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,424 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6e2c48d1e2be,33453,1731909496643, sessionid=0x1014dcf3ec50000, setting cluster-up flag (Was=false) 2024-11-18T05:58:18,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,476 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T05:58:18,482 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:18,526 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T05:58:18,529 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:18,538 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T05:58:18,580 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(746): ClusterId : 10bb1225-0084-4db6-96be-6814f118e809 2024-11-18T05:58:18,580 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(746): ClusterId : 10bb1225-0084-4db6-96be-6814f118e809 2024-11-18T05:58:18,580 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(746): ClusterId : 10bb1225-0084-4db6-96be-6814f118e809 2024-11-18T05:58:18,583 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:58:18,583 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:58:18,583 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:58:18,609 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:58:18,611 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:58:18,611 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:58:18,611 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:58:18,611 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:58:18,611 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:58:18,611 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:58:18,618 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T05:58:18,619 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:58:18,619 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:58:18,619 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:58:18,619 DEBUG [RS:1;6e2c48d1e2be:34415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f4eab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:58:18,619 DEBUG [RS:2;6e2c48d1e2be:35301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426dad70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:58:18,619 DEBUG [RS:0;6e2c48d1e2be:41567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbf48b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6e2c48d1e2be/172.17.0.2:0 2024-11-18T05:58:18,626 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T05:58:18,633 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6e2c48d1e2be:34415 2024-11-18T05:58:18,633 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6e2c48d1e2be:41567 2024-11-18T05:58:18,632 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6e2c48d1e2be,33453,1731909496643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T05:58:18,635 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:58:18,635 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:58:18,635 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:58:18,635 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:58:18,636 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:58:18,636 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:58:18,637 DEBUG [RS:2;6e2c48d1e2be:35301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6e2c48d1e2be:35301 2024-11-18T05:58:18,637 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T05:58:18,637 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T05:58:18,637 DEBUG [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T05:58:18,638 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,33453,1731909496643 with port=41567, startcode=1731909497358 2024-11-18T05:58:18,638 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,33453,1731909496643 with port=34415, startcode=1731909497493 2024-11-18T05:58:18,638 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(2659): reportForDuty to master=6e2c48d1e2be,33453,1731909496643 with port=35301, startcode=1731909497552 2024-11-18T05:58:18,640 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:58:18,640 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:58:18,640 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:58:18,640 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:58:18,641 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6e2c48d1e2be:0, corePoolSize=10, maxPoolSize=10 2024-11-18T05:58:18,641 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,641 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:58:18,641 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,642 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909528642 2024-11-18T05:58:18,644 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T05:58:18,645 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T05:58:18,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:58:18,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T05:58:18,648 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T05:58:18,648 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T05:58:18,649 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T05:58:18,649 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T05:58:18,649 DEBUG [RS:2;6e2c48d1e2be:35301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:58:18,649 DEBUG [RS:1;6e2c48d1e2be:34415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:58:18,649 DEBUG [RS:0;6e2c48d1e2be:41567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:58:18,650 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,654 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T05:58:18,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:58:18,655 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T05:58:18,655 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T05:58:18,660 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T05:58:18,661 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T05:58:18,663 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731909498662,5,FailOnTimeoutGroup] 2024-11-18T05:58:18,664 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731909498664,5,FailOnTimeoutGroup] 2024-11-18T05:58:18,664 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,664 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T05:58:18,666 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,666 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:58:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:58:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741831_1007 (size=1321) 2024-11-18T05:58:18,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T05:58:18,699 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:18,705 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:58:18,705 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:58:18,705 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60339, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:58:18,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:18,713 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:58:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:58:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741832_1008 (size=32) 2024-11-18T05:58:18,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:18,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:58:18,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:18,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:18,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:58:18,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:18,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:58:18,729 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:18,729 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43177 2024-11-18T05:58:18,729 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:58:18,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:18,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:58:18,730 DEBUG [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:18,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(517): Registering regionserver=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:18,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,730 DEBUG [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43177 2024-11-18T05:58:18,731 DEBUG [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:58:18,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:18,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:58:18,735 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:18,735 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43177 2024-11-18T05:58:18,735 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T05:58:18,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:58:18,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:18,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:58:18,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:58:18,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:18,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:58:18,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740 2024-11-18T05:58:18,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740 2024-11-18T05:58:18,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:58:18,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:58:18,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:58:18,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:58:18,753 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:18,754 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65152048, jitterRate=-0.029158830642700195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:58:18,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731909498720Initializing all the Stores at 1731909498722 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909498722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909498722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909498722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909498722Cleaning up temporary data from old regions at 1731909498746 (+24 ms)Region opened successfully at 1731909498759 (+13 ms) 2024-11-18T05:58:18,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:58:18,760 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T05:58:18,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T05:58:18,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:58:18,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:58:18,762 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T05:58:18,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731909498760Disabling compacts and flushes for region at 1731909498760Disabling writes for close at 1731909498760Writing region close event to WAL at 1731909498761 (+1 ms)Closed at 1731909498762 (+1 ms) 2024-11-18T05:58:18,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:58:18,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T05:58:18,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T05:58:18,781 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:58:18,784 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T05:58:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:58:18,809 DEBUG [RS:0;6e2c48d1e2be:41567 {}] zookeeper.ZKUtil(111): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:18,809 DEBUG [RS:2;6e2c48d1e2be:35301 {}] zookeeper.ZKUtil(111): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:18,810 WARN [RS:2;6e2c48d1e2be:35301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:58:18,810 WARN [RS:0;6e2c48d1e2be:41567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:58:18,810 INFO [RS:0;6e2c48d1e2be:41567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:58:18,810 INFO [RS:2;6e2c48d1e2be:35301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:58:18,810 DEBUG [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:18,810 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:18,810 DEBUG [RS:1;6e2c48d1e2be:34415 {}] zookeeper.ZKUtil(111): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:18,811 WARN [RS:1;6e2c48d1e2be:34415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:58:18,811 INFO [RS:1;6e2c48d1e2be:34415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:58:18,811 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:18,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,34415,1731909497493] 2024-11-18T05:58:18,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,35301,1731909497552] 2024-11-18T05:58:18,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6e2c48d1e2be,41567,1731909497358] 2024-11-18T05:58:18,837 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:58:18,837 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:58:18,837 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:58:18,855 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:58:18,855 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:58:18,856 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:58:18,861 INFO [RS:0;6e2c48d1e2be:41567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:58:18,861 INFO [RS:1;6e2c48d1e2be:34415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:58:18,861 INFO [RS:2;6e2c48d1e2be:35301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:58:18,861 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,861 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,861 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,862 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:58:18,866 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:58:18,866 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T05:58:18,867 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:58:18,868 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:58:18,868 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T05:58:18,869 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,869 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,869 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,869 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,869 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,869 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:58:18,870 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,870 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:58:18,871 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:2;6e2c48d1e2be:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:58:18,871 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6e2c48d1e2be:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:58:18,871 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:58:18,871 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:58:18,871 DEBUG [RS:1;6e2c48d1e2be:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:58:18,871 DEBUG [RS:0;6e2c48d1e2be:41567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6e2c48d1e2be:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:58:18,879 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,35301,1731909497552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,41567,1731909497358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:58:18,879 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,34415,1731909497493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:58:18,898 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:58:18,898 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:58:18,900 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,41567,1731909497358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,900 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,34415,1731909497493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,901 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,901 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,901 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.Replication(171): 6e2c48d1e2be,41567,1731909497358 started 2024-11-18T05:58:18,901 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.Replication(171): 6e2c48d1e2be,34415,1731909497493 started 2024-11-18T05:58:18,901 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:58:18,902 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,35301,1731909497552-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,902 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,902 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.Replication(171): 6e2c48d1e2be,35301,1731909497552 started 2024-11-18T05:58:18,919 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,919 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,920 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,41567,1731909497358, RpcServer on 6e2c48d1e2be/172.17.0.2:41567, sessionid=0x1014dcf3ec50001 2024-11-18T05:58:18,920 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,34415,1731909497493, RpcServer on 6e2c48d1e2be/172.17.0.2:34415, sessionid=0x1014dcf3ec50002 2024-11-18T05:58:18,920 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:58:18,920 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:58:18,921 DEBUG [RS:1;6e2c48d1e2be:34415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:18,921 DEBUG [RS:0;6e2c48d1e2be:41567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:18,921 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,41567,1731909497358' 2024-11-18T05:58:18,921 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,34415,1731909497493' 2024-11-18T05:58:18,921 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:58:18,921 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:58:18,922 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:58:18,922 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:58:18,923 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:58:18,923 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:58:18,923 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:58:18,923 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:58:18,923 DEBUG [RS:1;6e2c48d1e2be:34415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:18,923 DEBUG [RS:0;6e2c48d1e2be:41567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:18,923 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,34415,1731909497493' 2024-11-18T05:58:18,923 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,41567,1731909497358' 2024-11-18T05:58:18,923 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:58:18,923 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:58:18,923 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:58:18,923 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:58:18,924 DEBUG [RS:1;6e2c48d1e2be:34415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:58:18,924 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:18,924 DEBUG [RS:0;6e2c48d1e2be:41567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:58:18,924 INFO [RS:1;6e2c48d1e2be:34415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:58:18,924 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(1482): Serving as 6e2c48d1e2be,35301,1731909497552, RpcServer on 6e2c48d1e2be/172.17.0.2:35301, sessionid=0x1014dcf3ec50003 2024-11-18T05:58:18,924 INFO [RS:0;6e2c48d1e2be:41567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:58:18,924 INFO [RS:1;6e2c48d1e2be:34415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:58:18,924 INFO [RS:0;6e2c48d1e2be:41567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:58:18,924 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:58:18,924 DEBUG [RS:2;6e2c48d1e2be:35301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:18,925 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,35301,1731909497552' 2024-11-18T05:58:18,925 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:58:18,925 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:58:18,926 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:58:18,926 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:58:18,926 DEBUG [RS:2;6e2c48d1e2be:35301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:18,926 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6e2c48d1e2be,35301,1731909497552' 2024-11-18T05:58:18,926 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:58:18,927 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:58:18,927 DEBUG [RS:2;6e2c48d1e2be:35301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:58:18,927 INFO [RS:2;6e2c48d1e2be:35301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:58:18,928 INFO [RS:2;6e2c48d1e2be:35301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:58:18,935 WARN [6e2c48d1e2be:33453 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T05:58:19,029 INFO [RS:2;6e2c48d1e2be:35301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:58:19,029 INFO [RS:0;6e2c48d1e2be:41567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:58:19,029 INFO [RS:1;6e2c48d1e2be:34415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:58:19,032 INFO [RS:0;6e2c48d1e2be:41567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C41567%2C1731909497358, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,41567,1731909497358, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs, maxLogs=32 2024-11-18T05:58:19,032 INFO [RS:2;6e2c48d1e2be:35301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C35301%2C1731909497552, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs, maxLogs=32 2024-11-18T05:58:19,032 INFO [RS:1;6e2c48d1e2be:34415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C34415%2C1731909497493, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,34415,1731909497493, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs, maxLogs=32 2024-11-18T05:58:19,048 DEBUG [RS:2;6e2c48d1e2be:35301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, exclude list is [], retry=0 2024-11-18T05:58:19,048 DEBUG [RS:0;6e2c48d1e2be:41567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,41567,1731909497358/6e2c48d1e2be%2C41567%2C1731909497358.1731909499036, exclude list is [], retry=0 2024-11-18T05:58:19,050 DEBUG [RS:1;6e2c48d1e2be:34415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,34415,1731909497493/6e2c48d1e2be%2C34415%2C1731909497493.1731909499036, exclude list is [], retry=0 2024-11-18T05:58:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1,DISK] 2024-11-18T05:58:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39703,DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c,DISK] 2024-11-18T05:58:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39703,DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c,DISK] 2024-11-18T05:58:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33147,DS-183907a2-ad98-4c47-9adf-4017a78912ed,DISK] 2024-11-18T05:58:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33147,DS-183907a2-ad98-4c47-9adf-4017a78912ed,DISK] 2024-11-18T05:58:19,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1,DISK] 2024-11-18T05:58:19,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39703,DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c,DISK] 2024-11-18T05:58:19,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1,DISK] 2024-11-18T05:58:19,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33147,DS-183907a2-ad98-4c47-9adf-4017a78912ed,DISK] 2024-11-18T05:58:19,061 INFO [RS:2;6e2c48d1e2be:35301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 2024-11-18T05:58:19,061 INFO [RS:0;6e2c48d1e2be:41567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,41567,1731909497358/6e2c48d1e2be%2C41567%2C1731909497358.1731909499036 2024-11-18T05:58:19,062 DEBUG [RS:0;6e2c48d1e2be:41567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805),(127.0.0.1/127.0.0.1:40247:40247),(127.0.0.1/127.0.0.1:36929:36929)] 2024-11-18T05:58:19,062 DEBUG [RS:2;6e2c48d1e2be:35301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36929:36929),(127.0.0.1/127.0.0.1:40247:40247),(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-18T05:58:19,063 INFO [RS:1;6e2c48d1e2be:34415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,34415,1731909497493/6e2c48d1e2be%2C34415%2C1731909497493.1731909499036 2024-11-18T05:58:19,064 DEBUG [RS:1;6e2c48d1e2be:34415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40247:40247),(127.0.0.1/127.0.0.1:45805:45805),(127.0.0.1/127.0.0.1:36929:36929)] 2024-11-18T05:58:19,189 DEBUG [6e2c48d1e2be:33453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T05:58:19,198 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(204): Hosts are {6e2c48d1e2be=0} racks are {/default-rack=0} 2024-11-18T05:58:19,204 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T05:58:19,204 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T05:58:19,204 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T05:58:19,204 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T05:58:19,204 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T05:58:19,204 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T05:58:19,204 INFO [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T05:58:19,204 INFO [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T05:58:19,204 INFO [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T05:58:19,204 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T05:58:19,210 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:19,216 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35301,1731909497552, state=OPENING 2024-11-18T05:58:19,251 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T05:58:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:19,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:58:19,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,262 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:58:19,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:19,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:58:19,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:58:19,458 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T05:58:19,458 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:58:19,459 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T05:58:19,462 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C35301%2C1731909497552.meta, suffix=.meta, logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs, maxLogs=32 2024-11-18T05:58:19,479 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, exclude list is [], retry=0 2024-11-18T05:58:19,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1,DISK] 2024-11-18T05:58:19,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33147,DS-183907a2-ad98-4c47-9adf-4017a78912ed,DISK] 2024-11-18T05:58:19,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39703,DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c,DISK] 2024-11-18T05:58:19,487 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta 2024-11-18T05:58:19,487 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805),(127.0.0.1/127.0.0.1:40247:40247),(127.0.0.1/127.0.0.1:36929:36929)] 2024-11-18T05:58:19,488 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:58:19,489 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T05:58:19,492 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T05:58:19,496 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T05:58:19,500 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T05:58:19,501 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,501 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T05:58:19,501 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T05:58:19,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:58:19,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:58:19,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:19,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:19,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T05:58:19,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T05:58:19,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:19,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:19,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:58:19,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:58:19,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:19,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:19,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:58:19,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:58:19,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:19,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:58:19,514 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T05:58:19,516 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740 2024-11-18T05:58:19,518 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740 2024-11-18T05:58:19,521 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T05:58:19,521 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T05:58:19,522 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:58:19,524 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T05:58:19,526 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68103831, jitterRate=0.014826163649559021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:58:19,526 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T05:58:19,527 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731909499502Writing region info on filesystem at 1731909499502Initializing all the Stores at 1731909499504 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909499504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909499504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909499504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909499504Cleaning up temporary data from old regions at 1731909499521 (+17 ms)Running coprocessor post-open hooks at 1731909499526 (+5 ms)Region opened successfully at 1731909499527 (+1 ms) 2024-11-18T05:58:19,533 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731909499436 2024-11-18T05:58:19,543 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T05:58:19,543 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T05:58:19,545 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:19,547 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35301,1731909497552, state=OPEN 2024-11-18T05:58:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:58:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:58:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:58:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:58:19,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:19,611 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:19,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T05:58:19,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,35301,1731909497552 in 348 msec 2024-11-18T05:58:19,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T05:58:19,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 848 msec 2024-11-18T05:58:19,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:58:19,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T05:58:19,641 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:19,643 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:19,660 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:58:19,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43979, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:58:19,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1120 sec 2024-11-18T05:58:19,681 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731909499681, completionTime=-1 2024-11-18T05:58:19,683 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T05:58:19,683 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:58:19,707 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T05:58:19,707 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909559707 2024-11-18T05:58:19,707 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909619707 2024-11-18T05:58:19,707 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-18T05:58:19,709 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:58:19,715 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,33453,1731909496643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:19,716 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,33453,1731909496643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:19,716 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,33453,1731909496643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:19,717 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6e2c48d1e2be:33453, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:19,718 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:19,719 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:19,724 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T05:58:19,749 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.105sec 2024-11-18T05:58:19,751 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T05:58:19,752 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T05:58:19,754 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T05:58:19,754 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T05:58:19,754 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T05:58:19,755 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,33453,1731909496643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:58:19,756 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,33453,1731909496643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T05:58:19,761 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T05:58:19,763 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T05:58:19,763 INFO [master/6e2c48d1e2be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6e2c48d1e2be,33453,1731909496643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:58:19,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5e5329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:58:19,794 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T05:58:19,794 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T05:58:19,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6e2c48d1e2be,33453,-1 for getting cluster id 2024-11-18T05:58:19,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T05:58:19,807 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10bb1225-0084-4db6-96be-6814f118e809' 2024-11-18T05:58:19,810 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T05:58:19,810 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10bb1225-0084-4db6-96be-6814f118e809" 2024-11-18T05:58:19,811 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f91a54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:58:19,811 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6e2c48d1e2be,33453,-1] 2024-11-18T05:58:19,814 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T05:58:19,817 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:58:19,817 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T05:58:19,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c26e9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:58:19,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:19,827 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:19,828 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:58:19,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:58:19,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:19,850 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T05:58:19,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T05:58:19,858 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:19,860 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc4c7ce 2024-11-18T05:58:19,861 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:58:19,864 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:58:19,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:58:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T05:58:19,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:58:19,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-18T05:58:19,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:19,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:58:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:58:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741837_1013 (size=1020) 2024-11-18T05:58:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741837_1013 (size=1020) 2024-11-18T05:58:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741837_1013 (size=1020) 2024-11-18T05:58:19,905 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3499726b3d62288cc92cdbf933f488e3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,906 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f0d064329f80e9449db59f71e65c0193, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,906 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 179f934e1e964b4254b4d1e93a91b40a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741838_1014 (size=110) 2024-11-18T05:58:19,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741838_1014 (size=110) 2024-11-18T05:58:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741838_1014 (size=110) 2024-11-18T05:58:19,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f0d064329f80e9449db59f71e65c0193, disabling compactions & flushes 2024-11-18T05:58:19,930 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:19,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:19,930 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. after waiting 0 ms 2024-11-18T05:58:19,931 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:19,931 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741839_1015 (size=107) 2024-11-18T05:58:19,931 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f0d064329f80e9449db59f71e65c0193: Waiting for close lock at 1731909499930Disabling compacts and flushes for region at 1731909499930Disabling writes for close at 1731909499931 (+1 ms)Writing region close event to WAL at 1731909499931Closed at 1731909499931 2024-11-18T05:58:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741839_1015 (size=107) 2024-11-18T05:58:19,932 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 25194b80cd9b42011de4ac475f244899, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3499726b3d62288cc92cdbf933f488e3, disabling compactions & flushes 2024-11-18T05:58:19,932 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:19,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:19,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. after waiting 0 ms 2024-11-18T05:58:19,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741839_1015 (size=107) 2024-11-18T05:58:19,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:19,933 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:19,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3499726b3d62288cc92cdbf933f488e3: Waiting for close lock at 1731909499932Disabling compacts and flushes for region at 1731909499932Disabling writes for close at 1731909499933 (+1 ms)Writing region close event to WAL at 1731909499933Closed at 1731909499933 2024-11-18T05:58:19,934 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d516be5504e5b80ddd383eab8913a0e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741840_1016 (size=110) 2024-11-18T05:58:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741840_1016 (size=110) 2024-11-18T05:58:19,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741840_1016 (size=110) 2024-11-18T05:58:19,943 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 179f934e1e964b4254b4d1e93a91b40a, disabling compactions & flushes 2024-11-18T05:58:19,944 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:19,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:19,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. after waiting 0 ms 2024-11-18T05:58:19,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:19,944 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:19,944 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 179f934e1e964b4254b4d1e93a91b40a: Waiting for close lock at 1731909499943Disabling compacts and flushes for region at 1731909499943Disabling writes for close at 1731909499944 (+1 ms)Writing region close event to WAL at 1731909499944Closed at 1731909499944 2024-11-18T05:58:19,945 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7b215d66975c558e6d30ee5ed598759d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741841_1017 (size=110) 2024-11-18T05:58:19,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741841_1017 (size=110) 2024-11-18T05:58:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741841_1017 (size=110) 2024-11-18T05:58:19,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 25194b80cd9b42011de4ac475f244899, disabling compactions & flushes 2024-11-18T05:58:19,965 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T05:58:19,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T05:58:19,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. after waiting 0 ms 2024-11-18T05:58:19,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T05:58:19,966 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T05:58:19,966 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 25194b80cd9b42011de4ac475f244899: Waiting for close lock at 1731909499965Disabling compacts and flushes for region at 1731909499965Disabling writes for close at 1731909499965Writing region close event to WAL at 1731909499965Closed at 1731909499965 2024-11-18T05:58:19,967 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ecea730c40699a73622d0c465c505d30, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741842_1018 (size=110) 2024-11-18T05:58:19,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741842_1018 (size=110) 2024-11-18T05:58:19,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741842_1018 (size=110) 2024-11-18T05:58:19,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741843_1019 (size=110) 2024-11-18T05:58:19,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741843_1019 (size=110) 2024-11-18T05:58:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741843_1019 (size=110) 2024-11-18T05:58:19,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 9d516be5504e5b80ddd383eab8913a0e, disabling compactions & flushes 2024-11-18T05:58:19,978 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T05:58:19,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T05:58:19,978 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. after waiting 0 ms 2024-11-18T05:58:19,979 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T05:58:19,979 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T05:58:19,979 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d516be5504e5b80ddd383eab8913a0e: Waiting for close lock at 1731909499978Disabling compacts and flushes for region at 1731909499978Disabling writes for close at 1731909499978Writing region close event to WAL at 1731909499979 (+1 ms)Closed at 1731909499979 2024-11-18T05:58:19,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f93fe579472eb28db608138a58a29512, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 7b215d66975c558e6d30ee5ed598759d, disabling compactions & flushes 2024-11-18T05:58:19,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T05:58:19,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T05:58:19,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. after waiting 0 ms 2024-11-18T05:58:19,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T05:58:19,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T05:58:19,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7b215d66975c558e6d30ee5ed598759d: Waiting for close lock at 1731909499980Disabling compacts and flushes for region at 1731909499980Disabling writes for close at 1731909499980Writing region close event to WAL at 1731909499980Closed at 1731909499980 2024-11-18T05:58:19,981 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4c98525172a8f91689c5556769e2e6d7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741844_1020 (size=110) 2024-11-18T05:58:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741844_1020 (size=110) 2024-11-18T05:58:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741844_1020 (size=110) 2024-11-18T05:58:19,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:19,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ecea730c40699a73622d0c465c505d30, disabling compactions & flushes 2024-11-18T05:58:19,988 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T05:58:19,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T05:58:19,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. after waiting 0 ms 2024-11-18T05:58:19,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T05:58:19,988 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T05:58:19,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ecea730c40699a73622d0c465c505d30: Waiting for close lock at 1731909499988Disabling compacts and flushes for region at 1731909499988Disabling writes for close at 1731909499988Writing region close event to WAL at 1731909499988Closed at 1731909499988 2024-11-18T05:58:19,990 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7dac54561a05d31ed2c079464459484b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:58:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741845_1021 (size=110) 2024-11-18T05:58:20,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741845_1021 (size=110) 2024-11-18T05:58:20,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741845_1021 (size=110) 2024-11-18T05:58:20,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741846_1022 (size=110) 2024-11-18T05:58:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741846_1022 (size=110) 2024-11-18T05:58:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741846_1022 (size=110) 2024-11-18T05:58:20,004 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f93fe579472eb28db608138a58a29512, disabling compactions & flushes 2024-11-18T05:58:20,005 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T05:58:20,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T05:58:20,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. after waiting 0 ms 2024-11-18T05:58:20,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T05:58:20,005 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T05:58:20,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f93fe579472eb28db608138a58a29512: Waiting for close lock at 1731909500005Disabling compacts and flushes for region at 1731909500005Disabling writes for close at 1731909500005Writing region close event to WAL at 1731909500005Closed at 1731909500005 2024-11-18T05:58:20,006 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6da7f7e4bc4b71ca510ec38283445010, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4c98525172a8f91689c5556769e2e6d7, disabling compactions & flushes 2024-11-18T05:58:20,007 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T05:58:20,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T05:58:20,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. after waiting 0 ms 2024-11-18T05:58:20,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T05:58:20,007 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T05:58:20,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4c98525172a8f91689c5556769e2e6d7: Waiting for close lock at 1731909500007Disabling compacts and flushes for region at 1731909500007Disabling writes for close at 1731909500007Writing region close event to WAL at 1731909500007Closed at 1731909500007 2024-11-18T05:58:20,008 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3aa2162f9e59590bc73027b35794d34d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741847_1023 (size=110) 2024-11-18T05:58:20,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741847_1023 (size=110) 2024-11-18T05:58:20,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741847_1023 (size=110) 2024-11-18T05:58:20,022 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,022 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7dac54561a05d31ed2c079464459484b, disabling compactions & flushes 2024-11-18T05:58:20,022 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T05:58:20,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T05:58:20,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. after waiting 0 ms 2024-11-18T05:58:20,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T05:58:20,023 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T05:58:20,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7dac54561a05d31ed2c079464459484b: Waiting for close lock at 1731909500022Disabling compacts and flushes for region at 1731909500022Disabling writes for close at 1731909500023 (+1 ms)Writing region close event to WAL at 1731909500023Closed at 1731909500023 2024-11-18T05:58:20,024 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 99ee4c2c4ba91578e822cffa3ec2a97e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741848_1024 (size=110) 2024-11-18T05:58:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741848_1024 (size=110) 2024-11-18T05:58:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741849_1025 (size=110) 2024-11-18T05:58:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741848_1024 (size=110) 2024-11-18T05:58:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741849_1025 (size=110) 2024-11-18T05:58:20,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741849_1025 (size=110) 2024-11-18T05:58:20,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6da7f7e4bc4b71ca510ec38283445010, disabling compactions & flushes 2024-11-18T05:58:20,040 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T05:58:20,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T05:58:20,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. after waiting 0 ms 2024-11-18T05:58:20,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T05:58:20,040 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T05:58:20,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6da7f7e4bc4b71ca510ec38283445010: Waiting for close lock at 1731909500040Disabling compacts and flushes for region at 1731909500040Disabling writes for close at 1731909500040Writing region close event to WAL at 1731909500040Closed at 1731909500040 2024-11-18T05:58:20,042 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 055b3cb2e93c37456975d265c6d12422, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741850_1026 (size=110) 2024-11-18T05:58:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741850_1026 (size=110) 2024-11-18T05:58:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741850_1026 (size=110) 2024-11-18T05:58:20,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 99ee4c2c4ba91578e822cffa3ec2a97e, disabling compactions & flushes 2024-11-18T05:58:20,051 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T05:58:20,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T05:58:20,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. after waiting 0 ms 2024-11-18T05:58:20,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T05:58:20,051 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T05:58:20,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 99ee4c2c4ba91578e822cffa3ec2a97e: Waiting for close lock at 1731909500051Disabling compacts and flushes for region at 1731909500051Disabling writes for close at 1731909500051Writing region close event to WAL at 1731909500051Closed at 1731909500051 2024-11-18T05:58:20,052 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d097d08e6846d2a1c9871d2c81dd6d92, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741851_1027 (size=110) 2024-11-18T05:58:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741851_1027 (size=110) 2024-11-18T05:58:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741851_1027 (size=110) 2024-11-18T05:58:20,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 055b3cb2e93c37456975d265c6d12422, disabling compactions & flushes 2024-11-18T05:58:20,061 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T05:58:20,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T05:58:20,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. after waiting 0 ms 2024-11-18T05:58:20,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T05:58:20,061 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T05:58:20,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 055b3cb2e93c37456975d265c6d12422: Waiting for close lock at 1731909500061Disabling compacts and flushes for region at 1731909500061Disabling writes for close at 1731909500061Writing region close event to WAL at 1731909500061Closed at 1731909500061 2024-11-18T05:58:20,062 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6103f50829364a3e909e2b5adad40df0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741852_1028 (size=110) 2024-11-18T05:58:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741852_1028 (size=110) 2024-11-18T05:58:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741852_1028 (size=110) 2024-11-18T05:58:20,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d097d08e6846d2a1c9871d2c81dd6d92, disabling compactions & flushes 2024-11-18T05:58:20,069 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T05:58:20,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T05:58:20,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. after waiting 0 ms 2024-11-18T05:58:20,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T05:58:20,069 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T05:58:20,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d097d08e6846d2a1c9871d2c81dd6d92: Waiting for close lock at 1731909500069Disabling compacts and flushes for region at 1731909500069Disabling writes for close at 1731909500069Writing region close event to WAL at 1731909500069Closed at 1731909500069 2024-11-18T05:58:20,070 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e3da50113e4628aac8569c4d9b54ccc7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741853_1029 (size=110) 2024-11-18T05:58:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741853_1029 (size=110) 2024-11-18T05:58:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741853_1029 (size=110) 2024-11-18T05:58:20,082 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,082 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6103f50829364a3e909e2b5adad40df0, disabling compactions & flushes 2024-11-18T05:58:20,082 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T05:58:20,082 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T05:58:20,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. after waiting 0 ms 2024-11-18T05:58:20,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T05:58:20,083 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T05:58:20,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6103f50829364a3e909e2b5adad40df0: Waiting for close lock at 1731909500082Disabling compacts and flushes for region at 1731909500082Disabling writes for close at 1731909500083 (+1 ms)Writing region close event to WAL at 1731909500083Closed at 1731909500083 2024-11-18T05:58:20,084 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9776cbfae55ee50492a933acf8a20beb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741854_1030 (size=110) 2024-11-18T05:58:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741854_1030 (size=110) 2024-11-18T05:58:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741854_1030 (size=110) 2024-11-18T05:58:20,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e3da50113e4628aac8569c4d9b54ccc7, disabling compactions & flushes 2024-11-18T05:58:20,088 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T05:58:20,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T05:58:20,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. after waiting 0 ms 2024-11-18T05:58:20,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T05:58:20,088 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T05:58:20,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e3da50113e4628aac8569c4d9b54ccc7: Waiting for close lock at 1731909500088Disabling compacts and flushes for region at 1731909500088Disabling writes for close at 1731909500088Writing region close event to WAL at 1731909500088Closed at 1731909500088 2024-11-18T05:58:20,090 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 22427849ef33ee56eed7da6fccc99321, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741855_1031 (size=110) 2024-11-18T05:58:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741855_1031 (size=110) 2024-11-18T05:58:20,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741855_1031 (size=110) 2024-11-18T05:58:20,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 9776cbfae55ee50492a933acf8a20beb, disabling compactions & flushes 2024-11-18T05:58:20,100 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T05:58:20,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T05:58:20,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. after waiting 0 ms 2024-11-18T05:58:20,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T05:58:20,101 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T05:58:20,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9776cbfae55ee50492a933acf8a20beb: Waiting for close lock at 1731909500100Disabling compacts and flushes for region at 1731909500100Disabling writes for close at 1731909500100Writing region close event to WAL at 1731909500101 (+1 ms)Closed at 1731909500101 2024-11-18T05:58:20,102 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 174addc66e38ae5e190905a95b3c1341, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741856_1032 (size=110) 2024-11-18T05:58:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741856_1032 (size=110) 2024-11-18T05:58:20,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741856_1032 (size=110) 2024-11-18T05:58:20,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,109 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 22427849ef33ee56eed7da6fccc99321, disabling compactions & flushes 2024-11-18T05:58:20,109 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T05:58:20,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T05:58:20,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. after waiting 0 ms 2024-11-18T05:58:20,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T05:58:20,110 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T05:58:20,110 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 22427849ef33ee56eed7da6fccc99321: Waiting for close lock at 1731909500109Disabling compacts and flushes for region at 1731909500109Disabling writes for close at 1731909500110 (+1 ms)Writing region close event to WAL at 1731909500110Closed at 1731909500110 2024-11-18T05:58:20,111 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad6b14b8aa2162b0860404503ee5cfc3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741857_1033 (size=110) 2024-11-18T05:58:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741857_1033 (size=110) 2024-11-18T05:58:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741857_1033 (size=110) 2024-11-18T05:58:20,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 174addc66e38ae5e190905a95b3c1341, disabling compactions & flushes 2024-11-18T05:58:20,119 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T05:58:20,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T05:58:20,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. after waiting 0 ms 2024-11-18T05:58:20,119 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T05:58:20,120 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T05:58:20,120 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 174addc66e38ae5e190905a95b3c1341: Waiting for close lock at 1731909500119Disabling compacts and flushes for region at 1731909500119Disabling writes for close at 1731909500119Writing region close event to WAL at 1731909500119Closed at 1731909500119 2024-11-18T05:58:20,121 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15770c96cfb7e462399026607b28c068, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741858_1034 (size=110) 2024-11-18T05:58:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741858_1034 (size=110) 2024-11-18T05:58:20,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741858_1034 (size=110) 2024-11-18T05:58:20,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ad6b14b8aa2162b0860404503ee5cfc3, disabling compactions & flushes 2024-11-18T05:58:20,135 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T05:58:20,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T05:58:20,135 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. after waiting 0 ms 2024-11-18T05:58:20,136 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T05:58:20,136 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T05:58:20,136 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad6b14b8aa2162b0860404503ee5cfc3: Waiting for close lock at 1731909500135Disabling compacts and flushes for region at 1731909500135Disabling writes for close at 1731909500135Writing region close event to WAL at 1731909500136 (+1 ms)Closed at 1731909500136 2024-11-18T05:58:20,137 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f923617b532f8d0a511f402ab888b788, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741859_1035 (size=110) 2024-11-18T05:58:20,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741859_1035 (size=110) 2024-11-18T05:58:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741859_1035 (size=110) 2024-11-18T05:58:20,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 15770c96cfb7e462399026607b28c068, disabling compactions & flushes 2024-11-18T05:58:20,147 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T05:58:20,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T05:58:20,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. after waiting 0 ms 2024-11-18T05:58:20,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T05:58:20,147 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T05:58:20,147 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15770c96cfb7e462399026607b28c068: Waiting for close lock at 1731909500147Disabling compacts and flushes for region at 1731909500147Disabling writes for close at 1731909500147Writing region close event to WAL at 1731909500147Closed at 1731909500147 2024-11-18T05:58:20,148 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e03e49c742a0ba14933fe4b24f2b63a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741860_1036 (size=110) 2024-11-18T05:58:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741860_1036 (size=110) 2024-11-18T05:58:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741860_1036 (size=110) 2024-11-18T05:58:20,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f923617b532f8d0a511f402ab888b788, disabling compactions & flushes 2024-11-18T05:58:20,154 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T05:58:20,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T05:58:20,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. after waiting 0 ms 2024-11-18T05:58:20,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T05:58:20,154 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T05:58:20,154 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f923617b532f8d0a511f402ab888b788: Waiting for close lock at 1731909500153Disabling compacts and flushes for region at 1731909500153Disabling writes for close at 1731909500154 (+1 ms)Writing region close event to WAL at 1731909500154Closed at 1731909500154 2024-11-18T05:58:20,155 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eb611322561af6ba1d0225fdcb1d34b8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741861_1037 (size=110) 2024-11-18T05:58:20,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741861_1037 (size=110) 2024-11-18T05:58:20,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741861_1037 (size=110) 2024-11-18T05:58:20,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e03e49c742a0ba14933fe4b24f2b63a9, disabling compactions & flushes 2024-11-18T05:58:20,163 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T05:58:20,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T05:58:20,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. after waiting 0 ms 2024-11-18T05:58:20,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T05:58:20,163 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T05:58:20,163 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e03e49c742a0ba14933fe4b24f2b63a9: Waiting for close lock at 1731909500162Disabling compacts and flushes for region at 1731909500162Disabling writes for close at 1731909500163 (+1 ms)Writing region close event to WAL at 1731909500163Closed at 1731909500163 2024-11-18T05:58:20,164 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6537f6f3b692819f754ddcfa524d12c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed 2024-11-18T05:58:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741862_1038 (size=110) 2024-11-18T05:58:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741862_1038 (size=110) 2024-11-18T05:58:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741862_1038 (size=110) 2024-11-18T05:58:20,172 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,172 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing eb611322561af6ba1d0225fdcb1d34b8, disabling compactions & flushes 2024-11-18T05:58:20,172 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T05:58:20,172 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T05:58:20,172 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. after waiting 0 ms 2024-11-18T05:58:20,172 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T05:58:20,172 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T05:58:20,172 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for eb611322561af6ba1d0225fdcb1d34b8: Waiting for close lock at 1731909500172Disabling compacts and flushes for region at 1731909500172Disabling writes for close at 1731909500172Writing region close event to WAL at 1731909500172Closed at 1731909500172 2024-11-18T05:58:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741863_1039 (size=107) 2024-11-18T05:58:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741863_1039 (size=107) 2024-11-18T05:58:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741863_1039 (size=107) 2024-11-18T05:58:20,179 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,179 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6537f6f3b692819f754ddcfa524d12c3, disabling compactions & flushes 2024-11-18T05:58:20,179 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T05:58:20,179 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T05:58:20,179 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. after waiting 0 ms 2024-11-18T05:58:20,179 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T05:58:20,179 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T05:58:20,179 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6537f6f3b692819f754ddcfa524d12c3: Waiting for close lock at 1731909500179Disabling compacts and flushes for region at 1731909500179Disabling writes for close at 1731909500179Writing region close event to WAL at 1731909500179Closed at 1731909500179 2024-11-18T05:58:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:58:20,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3aa2162f9e59590bc73027b35794d34d, disabling compactions & flushes 2024-11-18T05:58:20,442 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T05:58:20,442 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T05:58:20,442 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. after waiting 0 ms 2024-11-18T05:58:20,442 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T05:58:20,442 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T05:58:20,442 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3aa2162f9e59590bc73027b35794d34d: Waiting for close lock at 1731909500441Disabling compacts and flushes for region at 1731909500441Disabling writes for close at 1731909500442 (+1 ms)Writing region close event to WAL at 1731909500442Closed at 1731909500442 2024-11-18T05:58:20,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:58:20,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,460 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731909500447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731909500447"}]},"ts":"1731909500447"} 2024-11-18T05:58:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:58:20,527 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-18T05:58:20,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:58:20,532 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909500530"}]},"ts":"1731909500530"} 2024-11-18T05:58:20,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-18T05:58:20,537 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {6e2c48d1e2be=0} racks are {/default-rack=0} 2024-11-18T05:58:20,572 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T05:58:20,572 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T05:58:20,572 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T05:58:20,572 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T05:58:20,572 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T05:58:20,572 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T05:58:20,572 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T05:58:20,572 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T05:58:20,572 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T05:58:20,572 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T05:58:20,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3499726b3d62288cc92cdbf933f488e3, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=179f934e1e964b4254b4d1e93a91b40a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d516be5504e5b80ddd383eab8913a0e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b215d66975c558e6d30ee5ed598759d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f93fe579472eb28db608138a58a29512, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c98525172a8f91689c5556769e2e6d7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6da7f7e4bc4b71ca510ec38283445010, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3aa2162f9e59590bc73027b35794d34d, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=99ee4c2c4ba91578e822cffa3ec2a97e, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d097d08e6846d2a1c9871d2c81dd6d92, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6103f50829364a3e909e2b5adad40df0, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9776cbfae55ee50492a933acf8a20beb, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=22427849ef33ee56eed7da6fccc99321, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad6b14b8aa2162b0860404503ee5cfc3, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15770c96cfb7e462399026607b28c068, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e03e49c742a0ba14933fe4b24f2b63a9, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb611322561af6ba1d0225fdcb1d34b8, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN}] 2024-11-18T05:58:20,582 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN 2024-11-18T05:58:20,584 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,585 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb611322561af6ba1d0225fdcb1d34b8, ASSIGN 2024-11-18T05:58:20,586 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb611322561af6ba1d0225fdcb1d34b8, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,588 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e03e49c742a0ba14933fe4b24f2b63a9, ASSIGN 2024-11-18T05:58:20,590 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e03e49c742a0ba14933fe4b24f2b63a9, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN 2024-11-18T05:58:20,593 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,595 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15770c96cfb7e462399026607b28c068, ASSIGN 2024-11-18T05:58:20,596 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15770c96cfb7e462399026607b28c068, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,598 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad6b14b8aa2162b0860404503ee5cfc3, ASSIGN 2024-11-18T05:58:20,602 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad6b14b8aa2162b0860404503ee5cfc3, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN 2024-11-18T05:58:20,606 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=22427849ef33ee56eed7da6fccc99321, ASSIGN 2024-11-18T05:58:20,609 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=22427849ef33ee56eed7da6fccc99321, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,611 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9776cbfae55ee50492a933acf8a20beb, ASSIGN 2024-11-18T05:58:20,613 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9776cbfae55ee50492a933acf8a20beb, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,615 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN 2024-11-18T05:58:20,617 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6103f50829364a3e909e2b5adad40df0, ASSIGN 2024-11-18T05:58:20,621 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6103f50829364a3e909e2b5adad40df0, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,623 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d097d08e6846d2a1c9871d2c81dd6d92, ASSIGN 2024-11-18T05:58:20,625 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d097d08e6846d2a1c9871d2c81dd6d92, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN 2024-11-18T05:58:20,629 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=99ee4c2c4ba91578e822cffa3ec2a97e, ASSIGN 2024-11-18T05:58:20,633 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=99ee4c2c4ba91578e822cffa3ec2a97e, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,635 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3aa2162f9e59590bc73027b35794d34d, ASSIGN 2024-11-18T05:58:20,637 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3aa2162f9e59590bc73027b35794d34d, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6da7f7e4bc4b71ca510ec38283445010, ASSIGN 2024-11-18T05:58:20,642 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6da7f7e4bc4b71ca510ec38283445010, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,645 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN 2024-11-18T05:58:20,646 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,649 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c98525172a8f91689c5556769e2e6d7, ASSIGN 2024-11-18T05:58:20,651 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c98525172a8f91689c5556769e2e6d7, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,659 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f93fe579472eb28db608138a58a29512, ASSIGN 2024-11-18T05:58:20,662 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f93fe579472eb28db608138a58a29512, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN 2024-11-18T05:58:20,667 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b215d66975c558e6d30ee5ed598759d, ASSIGN 2024-11-18T05:58:20,671 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b215d66975c558e6d30ee5ed598759d, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,674 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d516be5504e5b80ddd383eab8913a0e, ASSIGN 2024-11-18T05:58:20,677 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d516be5504e5b80ddd383eab8913a0e, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,680 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN 2024-11-18T05:58:20,682 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,684 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN 2024-11-18T05:58:20,686 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,35301,1731909497552; forceNewPlan=false, retain=false 2024-11-18T05:58:20,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=179f934e1e964b4254b4d1e93a91b40a, ASSIGN 2024-11-18T05:58:20,691 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=179f934e1e964b4254b4d1e93a91b40a, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,34415,1731909497493; forceNewPlan=false, retain=false 2024-11-18T05:58:20,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3499726b3d62288cc92cdbf933f488e3, ASSIGN 2024-11-18T05:58:20,699 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3499726b3d62288cc92cdbf933f488e3, ASSIGN; state=OFFLINE, location=6e2c48d1e2be,41567,1731909497358; forceNewPlan=false, retain=false 2024-11-18T05:58:20,737 INFO [6e2c48d1e2be:33453 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-18T05:58:20,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,739 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,740 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9776cbfae55ee50492a933acf8a20beb, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,740 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,741 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3aa2162f9e59590bc73027b35794d34d, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,743 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6da7f7e4bc4b71ca510ec38283445010, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f93fe579472eb28db608138a58a29512, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d516be5504e5b80ddd383eab8913a0e, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e03e49c742a0ba14933fe4b24f2b63a9, ASSIGN because future has completed 2024-11-18T05:58:20,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3499726b3d62288cc92cdbf933f488e3, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6537f6f3b692819f754ddcfa524d12c3, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e03e49c742a0ba14933fe4b24f2b63a9, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad6b14b8aa2162b0860404503ee5cfc3, ASSIGN because future has completed 2024-11-18T05:58:20,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9776cbfae55ee50492a933acf8a20beb, ASSIGN because future has completed 2024-11-18T05:58:20,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d097d08e6846d2a1c9871d2c81dd6d92, ASSIGN because future has completed 2024-11-18T05:58:20,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3aa2162f9e59590bc73027b35794d34d, ASSIGN because future has completed 2024-11-18T05:58:20,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa2162f9e59590bc73027b35794d34d, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6da7f7e4bc4b71ca510ec38283445010, ASSIGN because future has completed 2024-11-18T05:58:20,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f93fe579472eb28db608138a58a29512, ASSIGN because future has completed 2024-11-18T05:58:20,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d516be5504e5b80ddd383eab8913a0e, ASSIGN because future has completed 2024-11-18T05:58:20,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3499726b3d62288cc92cdbf933f488e3, ASSIGN because future has completed 2024-11-18T05:58:20,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3499726b3d62288cc92cdbf933f488e3, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN because future has completed 2024-11-18T05:58:20,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d516be5504e5b80ddd383eab8913a0e, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93fe579472eb28db608138a58a29512, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da7f7e4bc4b71ca510ec38283445010, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d097d08e6846d2a1c9871d2c81dd6d92, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9776cbfae55ee50492a933acf8a20beb, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad6b14b8aa2162b0860404503ee5cfc3, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:58:20,808 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=f923617b532f8d0a511f402ab888b788, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=174addc66e38ae5e190905a95b3c1341, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=055b3cb2e93c37456975d265c6d12422, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7dac54561a05d31ed2c079464459484b, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,811 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ecea730c40699a73622d0c465c505d30, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN because future has completed 2024-11-18T05:58:20,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=25194b80cd9b42011de4ac475f244899, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN because future has completed 2024-11-18T05:58:20,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN because future has completed 2024-11-18T05:58:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN because future has completed 2024-11-18T05:58:20,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN because future has completed 2024-11-18T05:58:20,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN because future has completed 2024-11-18T05:58:20,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN because future has completed 2024-11-18T05:58:20,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f0d064329f80e9449db59f71e65c0193, regionState=OPENING, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=15770c96cfb7e462399026607b28c068, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=22427849ef33ee56eed7da6fccc99321, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6103f50829364a3e909e2b5adad40df0, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN because future has completed 2024-11-18T05:58:20,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,35301,1731909497552}] 2024-11-18T05:58:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb611322561af6ba1d0225fdcb1d34b8, ASSIGN because future has completed 2024-11-18T05:58:20,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15770c96cfb7e462399026607b28c068, ASSIGN because future has completed 2024-11-18T05:58:20,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=22427849ef33ee56eed7da6fccc99321, ASSIGN because future has completed 2024-11-18T05:58:20,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22427849ef33ee56eed7da6fccc99321, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6103f50829364a3e909e2b5adad40df0, ASSIGN because future has completed 2024-11-18T05:58:20,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=99ee4c2c4ba91578e822cffa3ec2a97e, ASSIGN because future has completed 2024-11-18T05:58:20,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ee4c2c4ba91578e822cffa3ec2a97e, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6103f50829364a3e909e2b5adad40df0, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15770c96cfb7e462399026607b28c068, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb611322561af6ba1d0225fdcb1d34b8, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4c98525172a8f91689c5556769e2e6d7, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b215d66975c558e6d30ee5ed598759d, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=179f934e1e964b4254b4d1e93a91b40a, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:20,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c98525172a8f91689c5556769e2e6d7, ASSIGN because future has completed 2024-11-18T05:58:20,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c98525172a8f91689c5556769e2e6d7, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b215d66975c558e6d30ee5ed598759d, ASSIGN because future has completed 2024-11-18T05:58:20,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=179f934e1e964b4254b4d1e93a91b40a, ASSIGN because future has completed 2024-11-18T05:58:20,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179f934e1e964b4254b4d1e93a91b40a, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b215d66975c558e6d30ee5ed598759d, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T05:58:20,903 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:58:20,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49607, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:58:20,913 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:20,913 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 3499726b3d62288cc92cdbf933f488e3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-18T05:58:20,913 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,914 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,914 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,914 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,916 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,918 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3499726b3d62288cc92cdbf933f488e3 columnFamilyName colfamily11 2024-11-18T05:58:20,918 DEBUG [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,919 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] regionserver.HStore(327): Store=3499726b3d62288cc92cdbf933f488e3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,919 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,921 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3499726b3d62288cc92cdbf933f488e3 columnFamilyName colfamily21 2024-11-18T05:58:20,921 DEBUG [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,922 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] regionserver.HStore(327): Store=3499726b3d62288cc92cdbf933f488e3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,922 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,923 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3499726b3d62288cc92cdbf933f488e3 columnFamilyName colfamily31 2024-11-18T05:58:20,923 DEBUG [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,924 INFO [StoreOpener-3499726b3d62288cc92cdbf933f488e3-1 {}] regionserver.HStore(327): Store=3499726b3d62288cc92cdbf933f488e3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,924 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,925 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,926 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,927 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,927 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,928 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:20,929 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T05:58:20,929 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 174addc66e38ae5e190905a95b3c1341, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-18T05:58:20,930 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,930 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,930 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,930 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,930 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,932 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,933 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:20,933 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 3499726b3d62288cc92cdbf933f488e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60750695, jitterRate=-0.09474410116672516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:20,934 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T05:58:20,935 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 3499726b3d62288cc92cdbf933f488e3: Running coprocessor pre-open hook at 1731909500914Writing region info on filesystem at 1731909500914Initializing all the Stores at 1731909500916 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500916Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500916Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500916Cleaning up temporary data from old regions at 1731909500927 (+11 ms)Running coprocessor post-open hooks at 1731909500934 (+7 ms)Region opened successfully at 1731909500935 (+1 ms) 2024-11-18T05:58:20,936 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 174addc66e38ae5e190905a95b3c1341 columnFamilyName colfamily11 2024-11-18T05:58:20,936 DEBUG [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,937 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., pid=33, masterSystemTime=1731909500903 2024-11-18T05:58:20,937 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(327): Store=174addc66e38ae5e190905a95b3c1341/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,937 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,940 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 174addc66e38ae5e190905a95b3c1341 columnFamilyName colfamily21 2024-11-18T05:58:20,940 DEBUG [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,940 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:20,940 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:20,940 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T05:58:20,940 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => ad6b14b8aa2162b0860404503ee5cfc3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-18T05:58:20,940 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(327): Store=174addc66e38ae5e190905a95b3c1341/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,941 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,941 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,941 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3499726b3d62288cc92cdbf933f488e3, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,941 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,941 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,941 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,944 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 174addc66e38ae5e190905a95b3c1341 columnFamilyName colfamily31 2024-11-18T05:58:20,944 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,944 DEBUG [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3499726b3d62288cc92cdbf933f488e3, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:20,944 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(327): Store=174addc66e38ae5e190905a95b3c1341/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,945 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,946 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,947 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,947 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad6b14b8aa2162b0860404503ee5cfc3 columnFamilyName colfamily11 2024-11-18T05:58:20,947 DEBUG [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,948 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] regionserver.HStore(327): Store=ad6b14b8aa2162b0860404503ee5cfc3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,948 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,948 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,949 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=5 2024-11-18T05:58:20,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3499726b3d62288cc92cdbf933f488e3, server=6e2c48d1e2be,41567,1731909497358 in 182 msec 2024-11-18T05:58:20,949 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:20,950 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad6b14b8aa2162b0860404503ee5cfc3 columnFamilyName colfamily21 2024-11-18T05:58:20,951 DEBUG [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,951 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] regionserver.HStore(327): Store=ad6b14b8aa2162b0860404503ee5cfc3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,952 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3499726b3d62288cc92cdbf933f488e3, ASSIGN in 376 msec 2024-11-18T05:58:20,954 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,954 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad6b14b8aa2162b0860404503ee5cfc3 columnFamilyName colfamily31 2024-11-18T05:58:20,954 DEBUG [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,955 INFO [StoreOpener-ad6b14b8aa2162b0860404503ee5cfc3-1 {}] regionserver.HStore(327): Store=ad6b14b8aa2162b0860404503ee5cfc3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,955 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,957 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,957 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:20,958 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,958 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 174addc66e38ae5e190905a95b3c1341; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62706597, jitterRate=-0.06559889018535614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:20,958 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 174addc66e38ae5e190905a95b3c1341 2024-11-18T05:58:20,958 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 174addc66e38ae5e190905a95b3c1341: Running coprocessor pre-open hook at 1731909500930Writing region info on filesystem at 1731909500930Initializing all the Stores at 1731909500932 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500932Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500932Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500932Cleaning up temporary data from old regions at 1731909500949 (+17 ms)Running coprocessor post-open hooks at 1731909500958 (+9 ms)Region opened successfully at 1731909500958 2024-11-18T05:58:20,960 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., pid=47, masterSystemTime=1731909500923 2024-11-18T05:58:20,960 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,960 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,961 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:20,963 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T05:58:20,963 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T05:58:20,963 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T05:58:20,964 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 25194b80cd9b42011de4ac475f244899, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-18T05:58:20,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:20,964 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,964 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,964 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,964 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,965 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:20,971 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=24 2024-11-18T05:58:20,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,35301,1731909497552 in 117 msec 2024-11-18T05:58:20,973 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25194b80cd9b42011de4ac475f244899 columnFamilyName colfamily11 2024-11-18T05:58:20,973 DEBUG [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,974 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:20,974 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(327): Store=25194b80cd9b42011de4ac475f244899/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,975 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,975 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened ad6b14b8aa2162b0860404503ee5cfc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70057933, jitterRate=0.043944552540779114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:20,975 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T05:58:20,975 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for ad6b14b8aa2162b0860404503ee5cfc3: Running coprocessor pre-open hook at 1731909500941Writing region info on filesystem at 1731909500941Initializing all the Stores at 1731909500943 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500943Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500943Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500944 (+1 ms)Cleaning up temporary data from old regions at 1731909500960 (+16 ms)Running coprocessor post-open hooks at 1731909500975 (+15 ms)Region opened successfully at 1731909500975 2024-11-18T05:58:20,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN in 399 msec 2024-11-18T05:58:20,976 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., pid=40, masterSystemTime=1731909500903 2024-11-18T05:58:20,977 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25194b80cd9b42011de4ac475f244899 columnFamilyName colfamily21 2024-11-18T05:58:20,977 DEBUG [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,978 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(327): Store=25194b80cd9b42011de4ac475f244899/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,978 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,979 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T05:58:20,979 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T05:58:20,979 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T05:58:20,979 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d516be5504e5b80ddd383eab8913a0e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-18T05:58:20,979 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:20,980 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:20,980 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:20,980 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:20,981 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25194b80cd9b42011de4ac475f244899 columnFamilyName colfamily31 2024-11-18T05:58:20,981 DEBUG [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,981 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(327): Store=25194b80cd9b42011de4ac475f244899/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,982 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:20,983 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,983 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad6b14b8aa2162b0860404503ee5cfc3, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:20,986 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,986 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,987 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:20,989 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-18T05:58:20,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure ad6b14b8aa2162b0860404503ee5cfc3, server=6e2c48d1e2be,41567,1731909497358 in 185 msec 2024-11-18T05:58:20,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad6b14b8aa2162b0860404503ee5cfc3, ASSIGN in 418 msec 2024-11-18T05:58:20,995 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:20,996 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:20,996 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 25194b80cd9b42011de4ac475f244899; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73251771, jitterRate=0.09153644740581512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:20,996 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25194b80cd9b42011de4ac475f244899 2024-11-18T05:58:20,997 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d516be5504e5b80ddd383eab8913a0e columnFamilyName colfamily11 2024-11-18T05:58:20,997 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 25194b80cd9b42011de4ac475f244899: Running coprocessor pre-open hook at 1731909500965Writing region info on filesystem at 1731909500965Initializing all the Stores at 1731909500967 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500967Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500970 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500970Cleaning up temporary data from old regions at 1731909500986 (+16 ms)Running coprocessor post-open hooks at 1731909500997 (+11 ms)Region opened successfully at 1731909500997 2024-11-18T05:58:20,997 DEBUG [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:20,997 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] regionserver.HStore(327): Store=9d516be5504e5b80ddd383eab8913a0e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:20,998 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:20,998 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., pid=43, masterSystemTime=1731909500923 2024-11-18T05:58:21,000 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d516be5504e5b80ddd383eab8913a0e columnFamilyName colfamily21 2024-11-18T05:58:21,000 DEBUG [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,001 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] regionserver.HStore(327): Store=9d516be5504e5b80ddd383eab8913a0e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,001 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,001 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T05:58:21,002 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T05:58:21,002 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T05:58:21,002 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e3da50113e4628aac8569c4d9b54ccc7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-18T05:58:21,002 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,003 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,003 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,003 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=25194b80cd9b42011de4ac475f244899, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,003 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d516be5504e5b80ddd383eab8913a0e columnFamilyName colfamily31 2024-11-18T05:58:21,003 DEBUG [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,004 INFO [StoreOpener-9d516be5504e5b80ddd383eab8913a0e-1 {}] regionserver.HStore(327): Store=9d516be5504e5b80ddd383eab8913a0e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,004 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,006 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,006 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,007 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,009 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,009 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,009 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da50113e4628aac8569c4d9b54ccc7 columnFamilyName colfamily11 2024-11-18T05:58:21,009 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,009 DEBUG [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,010 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(327): Store=e3da50113e4628aac8569c4d9b54ccc7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,011 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,011 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,013 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da50113e4628aac8569c4d9b54ccc7 columnFamilyName colfamily21 2024-11-18T05:58:21,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=8 2024-11-18T05:58:21,013 DEBUG [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,35301,1731909497552 in 181 msec 2024-11-18T05:58:21,014 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(327): Store=e3da50113e4628aac8569c4d9b54ccc7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,015 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,015 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,016 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 9d516be5504e5b80ddd383eab8913a0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71603387, jitterRate=0.06697361171245575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,016 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T05:58:21,016 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 9d516be5504e5b80ddd383eab8913a0e: Running coprocessor pre-open hook at 1731909500980Writing region info on filesystem at 1731909500980Initializing all the Stores at 1731909500990 (+10 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500990Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500994 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909500994Cleaning up temporary data from old regions at 1731909501009 (+15 ms)Running coprocessor post-open hooks at 1731909501016 (+7 ms)Region opened successfully at 1731909501016 2024-11-18T05:58:21,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN in 439 msec 2024-11-18T05:58:21,018 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., pid=35, masterSystemTime=1731909500903 2024-11-18T05:58:21,018 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da50113e4628aac8569c4d9b54ccc7 columnFamilyName colfamily31 2024-11-18T05:58:21,018 DEBUG [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,019 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(327): Store=e3da50113e4628aac8569c4d9b54ccc7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,019 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,021 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:58:21,021 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T05:58:21,021 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T05:58:21,021 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,021 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T05:58:21,022 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => f93fe579472eb28db608138a58a29512, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-18T05:58:21,022 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,022 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,023 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,023 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47807, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:58:21,023 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,023 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,024 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9d516be5504e5b80ddd383eab8913a0e, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:21,027 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,028 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d516be5504e5b80ddd383eab8913a0e, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:21,030 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f93fe579472eb28db608138a58a29512 columnFamilyName colfamily11 2024-11-18T05:58:21,030 DEBUG [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,031 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T05:58:21,031 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 22427849ef33ee56eed7da6fccc99321, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-18T05:58:21,031 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] regionserver.HStore(327): Store=f93fe579472eb28db608138a58a29512/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,032 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,032 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,032 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,032 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,032 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,032 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,033 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e3da50113e4628aac8569c4d9b54ccc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63740868, jitterRate=-0.05018705129623413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,034 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T05:58:21,034 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e3da50113e4628aac8569c4d9b54ccc7: Running coprocessor pre-open hook at 1731909501003Writing region info on filesystem at 1731909501003Initializing all the Stores at 1731909501005 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501005Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501006 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501006Cleaning up temporary data from old regions at 1731909501023 (+17 ms)Running coprocessor post-open hooks at 1731909501034 (+11 ms)Region opened successfully at 1731909501034 2024-11-18T05:58:21,034 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f93fe579472eb28db608138a58a29512 columnFamilyName colfamily21 2024-11-18T05:58:21,034 DEBUG [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:58:21,035 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., pid=46, masterSystemTime=1731909500923 2024-11-18T05:58:21,036 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] regionserver.HStore(327): Store=f93fe579472eb28db608138a58a29512/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,036 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=9 2024-11-18T05:58:21,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d516be5504e5b80ddd383eab8913a0e, server=6e2c48d1e2be,41567,1731909497358 in 256 msec 2024-11-18T05:58:21,036 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,039 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T05:58:21,039 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T05:58:21,039 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T05:58:21,039 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 6537f6f3b692819f754ddcfa524d12c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-18T05:58:21,039 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f93fe579472eb28db608138a58a29512 columnFamilyName colfamily31 2024-11-18T05:58:21,039 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,039 DEBUG [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,040 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,040 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,040 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,041 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22427849ef33ee56eed7da6fccc99321 columnFamilyName colfamily11 2024-11-18T05:58:21,041 INFO [StoreOpener-f93fe579472eb28db608138a58a29512-1 {}] regionserver.HStore(327): Store=f93fe579472eb28db608138a58a29512/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,041 DEBUG [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,041 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,041 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] regionserver.HStore(327): Store=22427849ef33ee56eed7da6fccc99321/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,042 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,042 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d516be5504e5b80ddd383eab8913a0e, ASSIGN in 463 msec 2024-11-18T05:58:21,043 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,043 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,044 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22427849ef33ee56eed7da6fccc99321 columnFamilyName colfamily21 2024-11-18T05:58:21,044 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,044 DEBUG [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,045 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] regionserver.HStore(327): Store=22427849ef33ee56eed7da6fccc99321/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,045 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,047 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22427849ef33ee56eed7da6fccc99321 columnFamilyName colfamily31 2024-11-18T05:58:21,047 DEBUG [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,048 INFO [StoreOpener-22427849ef33ee56eed7da6fccc99321-1 {}] regionserver.HStore(327): Store=22427849ef33ee56eed7da6fccc99321/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,048 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,048 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6537f6f3b692819f754ddcfa524d12c3 columnFamilyName colfamily11 2024-11-18T05:58:21,048 DEBUG [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,049 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,049 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,049 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,050 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(327): Store=6537f6f3b692819f754ddcfa524d12c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,050 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,050 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,050 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,052 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,053 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,053 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,053 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6537f6f3b692819f754ddcfa524d12c3 columnFamilyName colfamily21 2024-11-18T05:58:21,053 DEBUG [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,054 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,054 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(327): Store=6537f6f3b692819f754ddcfa524d12c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,055 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=21 2024-11-18T05:58:21,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,35301,1731909497552 in 203 msec 2024-11-18T05:58:21,058 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,058 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6537f6f3b692819f754ddcfa524d12c3 columnFamilyName colfamily31 2024-11-18T05:58:21,058 DEBUG [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,058 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,059 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened f93fe579472eb28db608138a58a29512; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63315518, jitterRate=-0.05652526021003723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,059 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f93fe579472eb28db608138a58a29512 2024-11-18T05:58:21,059 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for f93fe579472eb28db608138a58a29512: Running coprocessor pre-open hook at 1731909501023Writing region info on filesystem at 1731909501023Initializing all the Stores at 1731909501025 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501025Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501026 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501026Cleaning up temporary data from old regions at 1731909501049 (+23 ms)Running coprocessor post-open hooks at 1731909501059 (+10 ms)Region opened successfully at 1731909501059 2024-11-18T05:58:21,059 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(327): Store=6537f6f3b692819f754ddcfa524d12c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,060 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,061 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., pid=36, masterSystemTime=1731909500903 2024-11-18T05:58:21,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN in 483 msec 2024-11-18T05:58:21,061 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,061 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,063 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,064 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,064 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T05:58:21,064 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T05:58:21,064 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T05:58:21,064 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,065 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f93fe579472eb28db608138a58a29512, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:21,065 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 9776cbfae55ee50492a933acf8a20beb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-18T05:58:21,066 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,066 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 22427849ef33ee56eed7da6fccc99321; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66595166, jitterRate=-0.007654696702957153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,066 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,066 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22427849ef33ee56eed7da6fccc99321 2024-11-18T05:58:21,066 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,066 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 22427849ef33ee56eed7da6fccc99321: Running coprocessor pre-open hook at 1731909501032Writing region info on filesystem at 1731909501032Initializing all the Stores at 1731909501034 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501034Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501035 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501035Cleaning up temporary data from old regions at 1731909501053 (+18 ms)Running coprocessor post-open hooks at 1731909501066 (+13 ms)Region opened successfully at 1731909501066 2024-11-18T05:58:21,066 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,068 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,069 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93fe579472eb28db608138a58a29512, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:21,070 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321., pid=49, masterSystemTime=1731909501020 2024-11-18T05:58:21,072 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9776cbfae55ee50492a933acf8a20beb columnFamilyName colfamily11 2024-11-18T05:58:21,072 DEBUG [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,074 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] regionserver.HStore(327): Store=9776cbfae55ee50492a933acf8a20beb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,074 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,074 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,075 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 6537f6f3b692819f754ddcfa524d12c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69857038, jitterRate=0.04095098376274109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,075 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T05:58:21,075 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 6537f6f3b692819f754ddcfa524d12c3: Running coprocessor pre-open hook at 1731909501040Writing region info on filesystem at 1731909501040Initializing all the Stores at 1731909501041 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501041Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501042 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501042Cleaning up temporary data from old regions at 1731909501064 (+22 ms)Running coprocessor post-open hooks at 1731909501075 (+11 ms)Region opened successfully at 1731909501075 2024-11-18T05:58:21,075 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T05:58:21,075 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T05:58:21,075 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T05:58:21,076 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 6103f50829364a3e909e2b5adad40df0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-18T05:58:21,076 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,076 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,076 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,076 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,077 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., pid=34, masterSystemTime=1731909500923 2024-11-18T05:58:21,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=12 2024-11-18T05:58:21,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f93fe579472eb28db608138a58a29512, server=6e2c48d1e2be,41567,1731909497358 in 291 msec 2024-11-18T05:58:21,079 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9776cbfae55ee50492a933acf8a20beb columnFamilyName colfamily21 2024-11-18T05:58:21,079 DEBUG [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,080 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,080 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T05:58:21,080 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T05:58:21,081 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T05:58:21,081 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => ecea730c40699a73622d0c465c505d30, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-18T05:58:21,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f93fe579472eb28db608138a58a29512, ASSIGN in 504 msec 2024-11-18T05:58:21,081 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,081 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,081 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,081 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,082 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] regionserver.HStore(327): Store=9776cbfae55ee50492a933acf8a20beb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,082 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,082 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6103f50829364a3e909e2b5adad40df0 columnFamilyName colfamily11 2024-11-18T05:58:21,082 DEBUG [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,083 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] regionserver.HStore(327): Store=6103f50829364a3e909e2b5adad40df0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,083 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,084 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9776cbfae55ee50492a933acf8a20beb columnFamilyName colfamily31 2024-11-18T05:58:21,084 DEBUG [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,084 INFO [StoreOpener-9776cbfae55ee50492a933acf8a20beb-1 {}] regionserver.HStore(327): Store=9776cbfae55ee50492a933acf8a20beb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,085 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,085 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6103f50829364a3e909e2b5adad40df0 columnFamilyName colfamily21 2024-11-18T05:58:21,085 DEBUG [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,086 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,086 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] regionserver.HStore(327): Store=6103f50829364a3e909e2b5adad40df0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,086 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,086 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,087 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,088 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,088 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,089 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6103f50829364a3e909e2b5adad40df0 columnFamilyName colfamily31 2024-11-18T05:58:21,089 DEBUG [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,089 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,090 INFO [StoreOpener-6103f50829364a3e909e2b5adad40df0-1 {}] regionserver.HStore(327): Store=6103f50829364a3e909e2b5adad40df0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,090 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=22427849ef33ee56eed7da6fccc99321, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,091 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,091 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,092 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,094 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,094 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,095 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,095 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22427849ef33ee56eed7da6fccc99321, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,097 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,098 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecea730c40699a73622d0c465c505d30 columnFamilyName colfamily11 2024-11-18T05:58:21,098 DEBUG [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,099 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(327): Store=ecea730c40699a73622d0c465c505d30/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,099 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=30 2024-11-18T05:58:21,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,35301,1731909497552 in 326 msec 2024-11-18T05:58:21,101 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecea730c40699a73622d0c465c505d30 columnFamilyName colfamily21 2024-11-18T05:58:21,102 DEBUG [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,103 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(327): Store=ecea730c40699a73622d0c465c505d30/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,103 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN in 527 msec 2024-11-18T05:58:21,104 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,104 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 9776cbfae55ee50492a933acf8a20beb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62633562, jitterRate=-0.0666871964931488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,104 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T05:58:21,105 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 9776cbfae55ee50492a933acf8a20beb: Running coprocessor pre-open hook at 1731909501066Writing region info on filesystem at 1731909501066Initializing all the Stores at 1731909501068 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501068Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501068Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501068Cleaning up temporary data from old regions at 1731909501088 (+20 ms)Running coprocessor post-open hooks at 1731909501104 (+16 ms)Region opened successfully at 1731909501105 (+1 ms) 2024-11-18T05:58:21,106 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., pid=39, masterSystemTime=1731909500903 2024-11-18T05:58:21,106 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecea730c40699a73622d0c465c505d30 columnFamilyName colfamily31 2024-11-18T05:58:21,106 DEBUG [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,107 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(327): Store=ecea730c40699a73622d0c465c505d30/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,108 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,108 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,109 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,109 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 6103f50829364a3e909e2b5adad40df0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59901704, jitterRate=-0.10739505290985107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,109 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6103f50829364a3e909e2b5adad40df0 2024-11-18T05:58:21,109 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 6103f50829364a3e909e2b5adad40df0: Running coprocessor pre-open hook at 1731909501076Writing region info on filesystem at 1731909501076Initializing all the Stores at 1731909501078 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501078Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501080 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501080Cleaning up temporary data from old regions at 1731909501094 (+14 ms)Running coprocessor post-open hooks at 1731909501109 (+15 ms)Region opened successfully at 1731909501109 2024-11-18T05:58:21,110 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,110 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T05:58:21,110 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T05:58:21,110 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T05:58:21,111 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 6da7f7e4bc4b71ca510ec38283445010, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-18T05:58:21,110 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0., pid=51, masterSystemTime=1731909501020 2024-11-18T05:58:21,111 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,111 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,111 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,111 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,112 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,112 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=23 2024-11-18T05:58:21,112 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 22427849ef33ee56eed7da6fccc99321, server=6e2c48d1e2be,34415,1731909497493 in 239 msec 2024-11-18T05:58:21,114 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T05:58:21,114 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T05:58:21,114 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,114 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,114 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T05:58:21,115 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c98525172a8f91689c5556769e2e6d7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-18T05:58:21,115 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,115 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,116 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,116 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,117 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da7f7e4bc4b71ca510ec38283445010 columnFamilyName colfamily11 2024-11-18T05:58:21,117 DEBUG [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,117 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] regionserver.HStore(327): Store=6da7f7e4bc4b71ca510ec38283445010/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,118 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,118 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=22427849ef33ee56eed7da6fccc99321, ASSIGN in 539 msec 2024-11-18T05:58:21,119 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened ecea730c40699a73622d0c465c505d30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59325324, jitterRate=-0.11598378419876099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,119 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecea730c40699a73622d0c465c505d30 2024-11-18T05:58:21,119 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for ecea730c40699a73622d0c465c505d30: Running coprocessor pre-open hook at 1731909501082Writing region info on filesystem at 1731909501082Initializing all the Stores at 1731909501083 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501083Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501095 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501095Cleaning up temporary data from old regions at 1731909501112 (+17 ms)Running coprocessor post-open hooks at 1731909501119 (+7 ms)Region opened successfully at 1731909501119 2024-11-18T05:58:21,120 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da7f7e4bc4b71ca510ec38283445010 columnFamilyName colfamily21 2024-11-18T05:58:21,121 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., pid=44, masterSystemTime=1731909500923 2024-11-18T05:58:21,121 DEBUG [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,121 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6103f50829364a3e909e2b5adad40df0, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,122 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] regionserver.HStore(327): Store=6da7f7e4bc4b71ca510ec38283445010/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,122 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,123 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,125 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T05:58:21,125 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T05:58:21,125 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:21,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6103f50829364a3e909e2b5adad40df0, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,125 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => f0d064329f80e9449db59f71e65c0193, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T05:58:21,125 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,126 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,126 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da7f7e4bc4b71ca510ec38283445010 columnFamilyName colfamily31 2024-11-18T05:58:21,126 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,126 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c98525172a8f91689c5556769e2e6d7 columnFamilyName colfamily11 2024-11-18T05:58:21,126 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,126 DEBUG [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,126 DEBUG [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,127 INFO [StoreOpener-6da7f7e4bc4b71ca510ec38283445010-1 {}] regionserver.HStore(327): Store=6da7f7e4bc4b71ca510ec38283445010/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,127 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] regionserver.HStore(327): Store=4c98525172a8f91689c5556769e2e6d7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,127 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,127 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ecea730c40699a73622d0c465c505d30, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,129 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,129 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c98525172a8f91689c5556769e2e6d7 columnFamilyName colfamily21 2024-11-18T05:58:21,129 DEBUG [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,130 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,131 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] regionserver.HStore(327): Store=4c98525172a8f91689c5556769e2e6d7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,132 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,132 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,132 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,133 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,134 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c98525172a8f91689c5556769e2e6d7 columnFamilyName colfamily31 2024-11-18T05:58:21,134 DEBUG [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,134 INFO [StoreOpener-4c98525172a8f91689c5556769e2e6d7-1 {}] regionserver.HStore(327): Store=4c98525172a8f91689c5556769e2e6d7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,135 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,136 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,136 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,136 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=20 2024-11-18T05:58:21,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 6103f50829364a3e909e2b5adad40df0, server=6e2c48d1e2be,34415,1731909497493 in 256 msec 2024-11-18T05:58:21,137 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,139 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,139 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,140 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,140 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6103f50829364a3e909e2b5adad40df0, ASSIGN in 563 msec 2024-11-18T05:58:21,141 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 6da7f7e4bc4b71ca510ec38283445010; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62369285, jitterRate=-0.07062523066997528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,141 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T05:58:21,141 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 6da7f7e4bc4b71ca510ec38283445010: Running coprocessor pre-open hook at 1731909501112Writing region info on filesystem at 1731909501112Initializing all the Stores at 1731909501113 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501113Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501114 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501114Cleaning up temporary data from old regions at 1731909501132 (+18 ms)Running coprocessor post-open hooks at 1731909501141 (+9 ms)Region opened successfully at 1731909501141 2024-11-18T05:58:21,141 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d064329f80e9449db59f71e65c0193 columnFamilyName colfamily11 2024-11-18T05:58:21,141 DEBUG [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,142 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., pid=37, masterSystemTime=1731909500903 2024-11-18T05:58:21,142 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(327): Store=f0d064329f80e9449db59f71e65c0193/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,143 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,143 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,146 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T05:58:21,146 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T05:58:21,146 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T05:58:21,146 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => d097d08e6846d2a1c9871d2c81dd6d92, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-18T05:58:21,147 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,147 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,147 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,147 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,148 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=11 2024-11-18T05:58:21,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,35301,1731909497552 in 308 msec 2024-11-18T05:58:21,149 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d064329f80e9449db59f71e65c0193 columnFamilyName colfamily21 2024-11-18T05:58:21,149 DEBUG [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,149 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 4c98525172a8f91689c5556769e2e6d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64419040, jitterRate=-0.04008150100708008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,149 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T05:58:21,149 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 4c98525172a8f91689c5556769e2e6d7: Running coprocessor pre-open hook at 1731909501116Writing region info on filesystem at 1731909501116Initializing all the Stores at 1731909501118 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501118Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501122 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501123 (+1 ms)Cleaning up temporary data from old regions at 1731909501139 (+16 ms)Running coprocessor post-open hooks at 1731909501149 (+10 ms)Region opened successfully at 1731909501149 2024-11-18T05:58:21,149 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(327): Store=f0d064329f80e9449db59f71e65c0193/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,150 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,150 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,151 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., pid=54, masterSystemTime=1731909501020 2024-11-18T05:58:21,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN in 575 msec 2024-11-18T05:58:21,152 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d097d08e6846d2a1c9871d2c81dd6d92 columnFamilyName colfamily11 2024-11-18T05:58:21,153 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d064329f80e9449db59f71e65c0193 columnFamilyName colfamily31 2024-11-18T05:58:21,153 DEBUG [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,153 DEBUG [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,154 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6da7f7e4bc4b71ca510ec38283445010, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:21,154 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] regionserver.HStore(327): Store=d097d08e6846d2a1c9871d2c81dd6d92/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,154 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(327): Store=f0d064329f80e9449db59f71e65c0193/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,155 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,155 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,156 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,158 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T05:58:21,158 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T05:58:21,159 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T05:58:21,159 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 99ee4c2c4ba91578e822cffa3ec2a97e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-18T05:58:21,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da7f7e4bc4b71ca510ec38283445010, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:21,159 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,160 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,160 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,160 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,160 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=4c98525172a8f91689c5556769e2e6d7, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,162 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d097d08e6846d2a1c9871d2c81dd6d92 columnFamilyName colfamily21 2024-11-18T05:58:21,162 DEBUG [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,163 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6e2c48d1e2be,41567,1731909497358, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6da7f7e4bc4b71ca510ec38283445010. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T05:58:21,163 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,164 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,164 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] regionserver.HStore(327): Store=d097d08e6846d2a1c9871d2c81dd6d92/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,164 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,165 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,165 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c98525172a8f91689c5556769e2e6d7, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,167 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ee4c2c4ba91578e822cffa3ec2a97e columnFamilyName colfamily11 2024-11-18T05:58:21,167 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d097d08e6846d2a1c9871d2c81dd6d92 columnFamilyName colfamily31 2024-11-18T05:58:21,167 DEBUG [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,167 DEBUG [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,168 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] regionserver.HStore(327): Store=99ee4c2c4ba91578e822cffa3ec2a97e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,168 INFO [StoreOpener-d097d08e6846d2a1c9871d2c81dd6d92-1 {}] regionserver.HStore(327): Store=d097d08e6846d2a1c9871d2c81dd6d92/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,168 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,168 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,168 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,170 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,170 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ee4c2c4ba91578e822cffa3ec2a97e columnFamilyName colfamily21 2024-11-18T05:58:21,170 DEBUG [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,170 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,171 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] regionserver.HStore(327): Store=99ee4c2c4ba91578e822cffa3ec2a97e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,171 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,172 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,172 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,173 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,173 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=15 2024-11-18T05:58:21,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 6da7f7e4bc4b71ca510ec38283445010, server=6e2c48d1e2be,41567,1731909497358 in 382 msec 2024-11-18T05:58:21,174 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ee4c2c4ba91578e822cffa3ec2a97e columnFamilyName colfamily31 2024-11-18T05:58:21,175 DEBUG [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,175 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,175 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened f0d064329f80e9449db59f71e65c0193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60471526, jitterRate=-0.09890404343605042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,175 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0d064329f80e9449db59f71e65c0193 2024-11-18T05:58:21,175 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for f0d064329f80e9449db59f71e65c0193: Running coprocessor pre-open hook at 1731909501126Writing region info on filesystem at 1731909501126Initializing all the Stores at 1731909501128 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501128Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501136 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501136Cleaning up temporary data from old regions at 1731909501164 (+28 ms)Running coprocessor post-open hooks at 1731909501175 (+11 ms)Region opened successfully at 1731909501175 2024-11-18T05:58:21,176 INFO [StoreOpener-99ee4c2c4ba91578e822cffa3ec2a97e-1 {}] regionserver.HStore(327): Store=99ee4c2c4ba91578e822cffa3ec2a97e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,176 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,179 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,179 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., pid=48, masterSystemTime=1731909500923 2024-11-18T05:58:21,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6da7f7e4bc4b71ca510ec38283445010, ASSIGN in 600 msec 2024-11-18T05:58:21,180 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,180 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,181 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened d097d08e6846d2a1c9871d2c81dd6d92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69698128, jitterRate=0.03858304023742676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,181 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T05:58:21,181 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for d097d08e6846d2a1c9871d2c81dd6d92: Running coprocessor pre-open hook at 1731909501147Writing region info on filesystem at 1731909501147Initializing all the Stores at 1731909501149 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501149Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501149Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501149Cleaning up temporary data from old regions at 1731909501172 (+23 ms)Running coprocessor post-open hooks at 1731909501181 (+9 ms)Region opened successfully at 1731909501181 2024-11-18T05:58:21,181 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,182 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,182 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,183 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., pid=38, masterSystemTime=1731909500903 2024-11-18T05:58:21,183 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:21,183 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:21,184 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T05:58:21,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => f923617b532f8d0a511f402ab888b788, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-18T05:58:21,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,184 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,187 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T05:58:21,187 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,187 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T05:58:21,187 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T05:58:21,187 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => e03e49c742a0ba14933fe4b24f2b63a9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-18T05:58:21,188 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,188 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,188 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,188 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,188 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=13 2024-11-18T05:58:21,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c98525172a8f91689c5556769e2e6d7, server=6e2c48d1e2be,34415,1731909497493 in 291 msec 2024-11-18T05:58:21,189 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 99ee4c2c4ba91578e822cffa3ec2a97e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61230840, jitterRate=-0.08758938312530518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,189 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T05:58:21,189 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 99ee4c2c4ba91578e822cffa3ec2a97e: Running coprocessor pre-open hook at 1731909501160Writing region info on filesystem at 1731909501160Initializing all the Stores at 1731909501163 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501163Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501163Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501164 (+1 ms)Cleaning up temporary data from old regions at 1731909501182 (+18 ms)Running coprocessor post-open hooks at 1731909501189 (+7 ms)Region opened successfully at 1731909501189 2024-11-18T05:58:21,189 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f923617b532f8d0a511f402ab888b788 columnFamilyName colfamily11 2024-11-18T05:58:21,190 DEBUG [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,190 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(327): Store=f923617b532f8d0a511f402ab888b788/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,191 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., pid=50, masterSystemTime=1731909501020 2024-11-18T05:58:21,191 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c98525172a8f91689c5556769e2e6d7, ASSIGN in 615 msec 2024-11-18T05:58:21,193 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f923617b532f8d0a511f402ab888b788 columnFamilyName colfamily21 2024-11-18T05:58:21,193 DEBUG [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,194 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(327): Store=f923617b532f8d0a511f402ab888b788/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,194 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,194 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T05:58:21,194 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T05:58:21,194 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T05:58:21,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:21,195 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => eb611322561af6ba1d0225fdcb1d34b8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-18T05:58:21,195 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,195 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,195 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,195 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,195 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,197 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f923617b532f8d0a511f402ab888b788 columnFamilyName colfamily31 2024-11-18T05:58:21,197 DEBUG [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,198 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(327): Store=f923617b532f8d0a511f402ab888b788/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,198 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e03e49c742a0ba14933fe4b24f2b63a9 columnFamilyName colfamily11 2024-11-18T05:58:21,198 DEBUG [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,198 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d097d08e6846d2a1c9871d2c81dd6d92, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:21,199 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,200 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] regionserver.HStore(327): Store=e03e49c742a0ba14933fe4b24f2b63a9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,200 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,200 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,202 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,202 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e03e49c742a0ba14933fe4b24f2b63a9 columnFamilyName colfamily21 2024-11-18T05:58:21,202 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,202 DEBUG [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,203 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] regionserver.HStore(327): Store=e03e49c742a0ba14933fe4b24f2b63a9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,203 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,203 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99ee4c2c4ba91578e822cffa3ec2a97e, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,205 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,205 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e03e49c742a0ba14933fe4b24f2b63a9 columnFamilyName colfamily31 2024-11-18T05:58:21,205 DEBUG [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,207 INFO [StoreOpener-e03e49c742a0ba14933fe4b24f2b63a9-1 {}] regionserver.HStore(327): Store=e03e49c742a0ba14933fe4b24f2b63a9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,207 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,208 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,209 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=17 2024-11-18T05:58:21,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 99ee4c2c4ba91578e822cffa3ec2a97e, server=6e2c48d1e2be,34415,1731909497493 in 334 msec 2024-11-18T05:58:21,210 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,210 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,211 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,211 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,211 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,212 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened f923617b532f8d0a511f402ab888b788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73396196, jitterRate=0.09368854761123657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,212 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f923617b532f8d0a511f402ab888b788 2024-11-18T05:58:21,213 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for f923617b532f8d0a511f402ab888b788: Running coprocessor pre-open hook at 1731909501185Writing region info on filesystem at 1731909501185Initializing all the Stores at 1731909501186 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501186Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501187 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501187Cleaning up temporary data from old regions at 1731909501202 (+15 ms)Running coprocessor post-open hooks at 1731909501212 (+10 ms)Region opened successfully at 1731909501212 2024-11-18T05:58:21,213 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,213 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb611322561af6ba1d0225fdcb1d34b8 columnFamilyName colfamily11 2024-11-18T05:58:21,213 DEBUG [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,214 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., pid=41, masterSystemTime=1731909500923 2024-11-18T05:58:21,214 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] regionserver.HStore(327): Store=eb611322561af6ba1d0225fdcb1d34b8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,214 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=99ee4c2c4ba91578e822cffa3ec2a97e, ASSIGN in 636 msec 2024-11-18T05:58:21,217 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb611322561af6ba1d0225fdcb1d34b8 columnFamilyName colfamily21 2024-11-18T05:58:21,217 DEBUG [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,217 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T05:58:21,217 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T05:58:21,217 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T05:58:21,217 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,218 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 055b3cb2e93c37456975d265c6d12422, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-18T05:58:21,218 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,218 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,218 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] regionserver.HStore(327): Store=eb611322561af6ba1d0225fdcb1d34b8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,218 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,218 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,218 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,218 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened e03e49c742a0ba14933fe4b24f2b63a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73571915, jitterRate=0.09630696475505829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,219 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T05:58:21,219 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for e03e49c742a0ba14933fe4b24f2b63a9: Running coprocessor pre-open hook at 1731909501189Writing region info on filesystem at 1731909501189Initializing all the Stores at 1731909501190 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501190Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501194 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501194Cleaning up temporary data from old regions at 1731909501210 (+16 ms)Running coprocessor post-open hooks at 1731909501219 (+9 ms)Region opened successfully at 1731909501219 2024-11-18T05:58:21,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=f923617b532f8d0a511f402ab888b788, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,221 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,221 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb611322561af6ba1d0225fdcb1d34b8 columnFamilyName colfamily31 2024-11-18T05:58:21,221 DEBUG [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,222 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9., pid=31, masterSystemTime=1731909500903 2024-11-18T05:58:21,222 INFO [StoreOpener-eb611322561af6ba1d0225fdcb1d34b8-1 {}] regionserver.HStore(327): Store=eb611322561af6ba1d0225fdcb1d34b8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,223 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,224 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055b3cb2e93c37456975d265c6d12422 columnFamilyName colfamily11 2024-11-18T05:58:21,224 DEBUG [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,225 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,226 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,227 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(327): Store=055b3cb2e93c37456975d265c6d12422/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,227 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,228 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T05:58:21,228 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T05:58:21,228 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,228 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T05:58:21,228 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,228 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 3aa2162f9e59590bc73027b35794d34d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-18T05:58:21,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,229 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,229 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,229 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,229 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,229 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,230 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055b3cb2e93c37456975d265c6d12422 columnFamilyName colfamily21 2024-11-18T05:58:21,231 DEBUG [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,231 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,231 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(327): Store=055b3cb2e93c37456975d265c6d12422/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,231 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,233 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055b3cb2e93c37456975d265c6d12422 columnFamilyName colfamily31 2024-11-18T05:58:21,234 DEBUG [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=19 2024-11-18T05:58:21,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure d097d08e6846d2a1c9871d2c81dd6d92, server=6e2c48d1e2be,41567,1731909497358 in 437 msec 2024-11-18T05:58:21,234 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(327): Store=055b3cb2e93c37456975d265c6d12422/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,234 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,235 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,236 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,236 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,236 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,237 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened eb611322561af6ba1d0225fdcb1d34b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62815003, jitterRate=-0.06398351490497589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,237 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T05:58:21,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d097d08e6846d2a1c9871d2c81dd6d92, ASSIGN in 660 msec 2024-11-18T05:58:21,237 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for eb611322561af6ba1d0225fdcb1d34b8: Running coprocessor pre-open hook at 1731909501195Writing region info on filesystem at 1731909501195Initializing all the Stores at 1731909501198 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501198Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501207 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501207Cleaning up temporary data from old regions at 1731909501228 (+21 ms)Running coprocessor post-open hooks at 1731909501237 (+9 ms)Region opened successfully at 1731909501237 2024-11-18T05:58:21,238 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa2162f9e59590bc73027b35794d34d columnFamilyName colfamily11 2024-11-18T05:58:21,238 DEBUG [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,239 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,239 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8., pid=53, masterSystemTime=1731909501020 2024-11-18T05:58:21,239 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,239 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] regionserver.HStore(327): Store=3aa2162f9e59590bc73027b35794d34d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,240 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,240 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,241 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,242 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa2162f9e59590bc73027b35794d34d columnFamilyName colfamily21 2024-11-18T05:58:21,242 DEBUG [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,243 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T05:58:21,243 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T05:58:21,243 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:21,243 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 179f934e1e964b4254b4d1e93a91b40a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-18T05:58:21,244 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,244 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,244 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,244 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,244 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] regionserver.HStore(327): Store=3aa2162f9e59590bc73027b35794d34d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,245 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=27 2024-11-18T05:58:21,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,35301,1731909497552 in 426 msec 2024-11-18T05:58:21,246 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,247 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3aa2162f9e59590bc73027b35794d34d columnFamilyName colfamily31 2024-11-18T05:58:21,247 DEBUG [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,247 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 055b3cb2e93c37456975d265c6d12422; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62744321, jitterRate=-0.06503675878047943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,247 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 055b3cb2e93c37456975d265c6d12422 2024-11-18T05:58:21,247 INFO [StoreOpener-3aa2162f9e59590bc73027b35794d34d-1 {}] regionserver.HStore(327): Store=3aa2162f9e59590bc73027b35794d34d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,247 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,248 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 055b3cb2e93c37456975d265c6d12422: Running coprocessor pre-open hook at 1731909501219Writing region info on filesystem at 1731909501219Initializing all the Stores at 1731909501220 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501220Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501220Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501220Cleaning up temporary data from old regions at 1731909501239 (+19 ms)Running coprocessor post-open hooks at 1731909501247 (+8 ms)Region opened successfully at 1731909501248 (+1 ms) 2024-11-18T05:58:21,248 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,249 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., pid=45, masterSystemTime=1731909500923 2024-11-18T05:58:21,249 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN in 672 msec 2024-11-18T05:58:21,251 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,251 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,251 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,252 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,253 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,253 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179f934e1e964b4254b4d1e93a91b40a columnFamilyName colfamily11 2024-11-18T05:58:21,253 DEBUG [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,253 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T05:58:21,253 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T05:58:21,254 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T05:58:21,254 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dac54561a05d31ed2c079464459484b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-18T05:58:21,255 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] regionserver.HStore(327): Store=179f934e1e964b4254b4d1e93a91b40a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,255 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,255 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,255 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,255 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,256 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb611322561af6ba1d0225fdcb1d34b8, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,257 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,258 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179f934e1e964b4254b4d1e93a91b40a columnFamilyName colfamily21 2024-11-18T05:58:21,258 DEBUG [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,259 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] regionserver.HStore(327): Store=179f934e1e964b4254b4d1e93a91b40a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,259 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,262 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6e2c48d1e2be,34415,1731909497493, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb611322561af6ba1d0225fdcb1d34b8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T05:58:21,263 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 179f934e1e964b4254b4d1e93a91b40a columnFamilyName colfamily31 2024-11-18T05:58:21,263 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,263 DEBUG [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,264 INFO [StoreOpener-179f934e1e964b4254b4d1e93a91b40a-1 {}] regionserver.HStore(327): Store=179f934e1e964b4254b4d1e93a91b40a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,264 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,265 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,266 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,267 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dac54561a05d31ed2c079464459484b columnFamilyName colfamily11 2024-11-18T05:58:21,267 DEBUG [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,268 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(327): Store=7dac54561a05d31ed2c079464459484b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,268 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,268 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,268 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,268 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,269 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 3aa2162f9e59590bc73027b35794d34d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65109549, jitterRate=-0.029792115092277527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,269 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,269 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T05:58:21,269 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 3aa2162f9e59590bc73027b35794d34d: Running coprocessor pre-open hook at 1731909501229Writing region info on filesystem at 1731909501229Initializing all the Stores at 1731909501231 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501231Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501234 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501234Cleaning up temporary data from old regions at 1731909501251 (+17 ms)Running coprocessor post-open hooks at 1731909501269 (+18 ms)Region opened successfully at 1731909501269 2024-11-18T05:58:21,271 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., pid=32, masterSystemTime=1731909500903 2024-11-18T05:58:21,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=29 2024-11-18T05:58:21,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure eb611322561af6ba1d0225fdcb1d34b8, server=6e2c48d1e2be,34415,1731909497493 in 380 msec 2024-11-18T05:58:21,271 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dac54561a05d31ed2c079464459484b columnFamilyName colfamily21 2024-11-18T05:58:21,271 DEBUG [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,271 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,272 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(327): Store=7dac54561a05d31ed2c079464459484b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,273 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,275 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T05:58:21,275 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T05:58:21,275 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb611322561af6ba1d0225fdcb1d34b8, ASSIGN in 697 msec 2024-11-18T05:58:21,276 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dac54561a05d31ed2c079464459484b columnFamilyName colfamily31 2024-11-18T05:58:21,276 DEBUG [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,276 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 179f934e1e964b4254b4d1e93a91b40a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67401754, jitterRate=0.00436440110206604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,276 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T05:58:21,276 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 179f934e1e964b4254b4d1e93a91b40a: Running coprocessor pre-open hook at 1731909501244Writing region info on filesystem at 1731909501244Initializing all the Stores at 1731909501245 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501245Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501250 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501250Cleaning up temporary data from old regions at 1731909501268 (+18 ms)Running coprocessor post-open hooks at 1731909501276 (+8 ms)Region opened successfully at 1731909501276 2024-11-18T05:58:21,276 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(327): Store=7dac54561a05d31ed2c079464459484b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,276 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,277 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a., pid=55, masterSystemTime=1731909501020 2024-11-18T05:58:21,278 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=3aa2162f9e59590bc73027b35794d34d, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:21,278 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,280 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,280 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3aa2162f9e59590bc73027b35794d34d, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:21,281 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:21,281 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:21,281 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,281 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T05:58:21,282 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 15770c96cfb7e462399026607b28c068, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-18T05:58:21,282 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,282 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,282 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,282 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=179f934e1e964b4254b4d1e93a91b40a, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,285 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,285 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6e2c48d1e2be,35301,1731909497552, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T05:58:21,286 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,287 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15770c96cfb7e462399026607b28c068 columnFamilyName colfamily11 2024-11-18T05:58:21,287 DEBUG [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,288 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] regionserver.HStore(327): Store=15770c96cfb7e462399026607b28c068/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 179f934e1e964b4254b4d1e93a91b40a, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,289 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,291 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15770c96cfb7e462399026607b28c068 columnFamilyName colfamily21 2024-11-18T05:58:21,291 DEBUG [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,292 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] regionserver.HStore(327): Store=15770c96cfb7e462399026607b28c068/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,292 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=16 2024-11-18T05:58:21,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 3aa2162f9e59590bc73027b35794d34d, server=6e2c48d1e2be,41567,1731909497358 in 533 msec 2024-11-18T05:58:21,294 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15770c96cfb7e462399026607b28c068 columnFamilyName colfamily31 2024-11-18T05:58:21,294 DEBUG [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,295 INFO [StoreOpener-15770c96cfb7e462399026607b28c068-1 {}] regionserver.HStore(327): Store=15770c96cfb7e462399026607b28c068/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,295 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,295 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,296 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,297 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,297 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 7dac54561a05d31ed2c079464459484b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69731511, jitterRate=0.039080485701560974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,297 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dac54561a05d31ed2c079464459484b 2024-11-18T05:58:21,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3aa2162f9e59590bc73027b35794d34d, ASSIGN in 720 msec 2024-11-18T05:58:21,297 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 7dac54561a05d31ed2c079464459484b: Running coprocessor pre-open hook at 1731909501256Writing region info on filesystem at 1731909501256Initializing all the Stores at 1731909501257 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501257Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501262 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501262Cleaning up temporary data from old regions at 1731909501281 (+19 ms)Running coprocessor post-open hooks at 1731909501297 (+16 ms)Region opened successfully at 1731909501297 2024-11-18T05:58:21,298 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., pid=42, masterSystemTime=1731909500923 2024-11-18T05:58:21,300 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,300 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,301 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,302 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T05:58:21,302 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T05:58:21,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=6 2024-11-18T05:58:21,303 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 179f934e1e964b4254b4d1e93a91b40a, server=6e2c48d1e2be,34415,1731909497493 in 402 msec 2024-11-18T05:58:21,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=179f934e1e964b4254b4d1e93a91b40a, ASSIGN in 729 msec 2024-11-18T05:58:21,306 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,307 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 15770c96cfb7e462399026607b28c068; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74107598, jitterRate=0.10428926348686218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,307 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15770c96cfb7e462399026607b28c068 2024-11-18T05:58:21,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7dac54561a05d31ed2c079464459484b, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,307 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 15770c96cfb7e462399026607b28c068: Running coprocessor pre-open hook at 1731909501283Writing region info on filesystem at 1731909501283Initializing all the Stores at 1731909501285 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501285Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501285Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501285Cleaning up temporary data from old regions at 1731909501300 (+15 ms)Running coprocessor post-open hooks at 1731909501307 (+7 ms)Region opened successfully at 1731909501307 2024-11-18T05:58:21,308 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., pid=52, masterSystemTime=1731909501020 2024-11-18T05:58:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,311 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T05:58:21,311 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T05:58:21,311 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T05:58:21,312 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b215d66975c558e6d30ee5ed598759d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-18T05:58:21,312 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,312 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:58:21,312 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,312 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=18 2024-11-18T05:58:21,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,35301,1731909497552 in 470 msec 2024-11-18T05:58:21,314 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,316 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b215d66975c558e6d30ee5ed598759d columnFamilyName colfamily11 2024-11-18T05:58:21,316 DEBUG [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN in 740 msec 2024-11-18T05:58:21,317 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] regionserver.HStore(327): Store=7b215d66975c558e6d30ee5ed598759d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,317 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,319 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b215d66975c558e6d30ee5ed598759d columnFamilyName colfamily21 2024-11-18T05:58:21,319 DEBUG [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,320 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] regionserver.HStore(327): Store=7b215d66975c558e6d30ee5ed598759d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,320 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,322 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b215d66975c558e6d30ee5ed598759d columnFamilyName colfamily31 2024-11-18T05:58:21,322 DEBUG [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:58:21,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=14 2024-11-18T05:58:21,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,35301,1731909497552 in 498 msec 2024-11-18T05:58:21,323 INFO [StoreOpener-7b215d66975c558e6d30ee5ed598759d-1 {}] regionserver.HStore(327): Store=7b215d66975c558e6d30ee5ed598759d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:58:21,323 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,324 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,325 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,326 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN in 749 msec 2024-11-18T05:58:21,326 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,327 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T05:58:21,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=15770c96cfb7e462399026607b28c068, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,329 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15770c96cfb7e462399026607b28c068, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,332 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:58:21,333 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 7b215d66975c558e6d30ee5ed598759d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72524890, jitterRate=0.08070507645606995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T05:58:21,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:21,333 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T05:58:21,333 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 7b215d66975c558e6d30ee5ed598759d: Running coprocessor pre-open hook at 1731909501313Writing region info on filesystem at 1731909501313Initializing all the Stores at 1731909501314 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501314Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501314Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909501314Cleaning up temporary data from old regions at 1731909501326 (+12 ms)Running coprocessor post-open hooks at 1731909501333 (+7 ms)Region opened successfully at 1731909501333 2024-11-18T05:58:21,334 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., pid=56, masterSystemTime=1731909501020 2024-11-18T05:58:21,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e03e49c742a0ba14933fe4b24f2b63a9, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:21,337 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T05:58:21,337 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T05:58:21,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=26 2024-11-18T05:58:21,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 15770c96cfb7e462399026607b28c068, server=6e2c48d1e2be,34415,1731909497493 in 457 msec 2024-11-18T05:58:21,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=15770c96cfb7e462399026607b28c068, ASSIGN in 766 msec 2024-11-18T05:58:21,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7b215d66975c558e6d30ee5ed598759d, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T05:58:21,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b215d66975c558e6d30ee5ed598759d, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T05:58:21,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-18T05:58:21,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure e03e49c742a0ba14933fe4b24f2b63a9, server=6e2c48d1e2be,41567,1731909497358 in 596 msec 2024-11-18T05:58:21,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e03e49c742a0ba14933fe4b24f2b63a9, ASSIGN in 773 msec 2024-11-18T05:58:21,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=10 2024-11-18T05:58:21,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b215d66975c558e6d30ee5ed598759d, server=6e2c48d1e2be,34415,1731909497493 in 449 msec 2024-11-18T05:58:21,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7b215d66975c558e6d30ee5ed598759d, ASSIGN in 779 msec 2024-11-18T05:58:21,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:21,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,35301,1731909497552 because future has completed 2024-11-18T05:58:21,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=9776cbfae55ee50492a933acf8a20beb, regionState=OPEN, openSeqNum=2, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:58:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9776cbfae55ee50492a933acf8a20beb, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T05:58:21,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=7 2024-11-18T05:58:21,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,35301,1731909497552 in 500 msec 2024-11-18T05:58:21,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN in 793 msec 2024-11-18T05:58:21,371 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6e2c48d1e2be,41567,1731909497358, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9776cbfae55ee50492a933acf8a20beb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T05:58:21,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=22 2024-11-18T05:58:21,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 9776cbfae55ee50492a933acf8a20beb, server=6e2c48d1e2be,41567,1731909497358 in 575 msec 2024-11-18T05:58:21,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=4 2024-11-18T05:58:21,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9776cbfae55ee50492a933acf8a20beb, ASSIGN in 801 msec 2024-11-18T05:58:21,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:58:21,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731909501381"}]},"ts":"1731909501381"} 2024-11-18T05:58:21,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-18T05:58:21,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:58:21,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5120 sec 2024-11-18T05:58:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T05:58:22,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-18T05:58:22,044 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-18T05:58:22,045 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:58:22,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35301 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T05:58:22,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-18T05:58:22,066 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:58:22,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-18T05:58:22,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,114 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,118 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,181 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,284 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,325 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,332 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,339 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eel', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,384 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,443 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,449 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,492 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,536 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,542 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,583 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,584 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,590 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,634 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,670 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,673 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,715 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,763 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,765 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,805 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,809 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,854 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:22,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:22,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,991 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:22,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,037 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,110 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,119 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=2] 2024-11-18T05:58:23,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=2] 2024-11-18T05:58:23,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2] 2024-11-18T05:58:23,295 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:58:23,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:58:23,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:58:23,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34415 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T05:58:23,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T05:58:23,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:58:23,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41567 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T05:58:24,248 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-18T05:58:24,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35301 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T05:58:24,510 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-18T05:58:24,510 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:24,510 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:24,511 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6e2c48d1e2be,35301,1731909497552: Simulated kill ***** 2024-11-18T05:58:24,511 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T05:58:24,513 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T05:58:24,515 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T05:58:24,515 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T05:58:24,515 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T05:58:24,515 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 525423080 }, "NonHeapMemoryUsage": { "committed": 158466048, "init": 7667712, "max": -1, "used": 154685256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T05:58:24,518 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33453 {}] master.MasterRpcServices(700): 6e2c48d1e2be,35301,1731909497552 reported a fatal error: ***** ABORTING region server 6e2c48d1e2be,35301,1731909497552: Simulated kill ***** 2024-11-18T05:58:24,520 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,35301,1731909497552' ***** 2024-11-18T05:58:24,520 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T05:58:24,520 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T05:58:24,520 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:58:24,521 INFO [RS:2;6e2c48d1e2be:35301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T05:58:24,521 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T05:58:24,521 INFO [RS:2;6e2c48d1e2be:35301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T05:58:24,521 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T05:58:24,521 INFO [RS:2;6e2c48d1e2be:35301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6e2c48d1e2be:35301. 2024-11-18T05:58:24,521 DEBUG [RS:2;6e2c48d1e2be:35301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:58:24,525 DEBUG [RS:2;6e2c48d1e2be:35301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:58:24,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741836_1012 (size=54214) 2024-11-18T05:58:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741836_1012 (size=54214) 2024-11-18T05:58:24,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741836_1012 (size=54214) 2024-11-18T05:58:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741834_1010 (size=298415) 2024-11-18T05:58:24,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 not finished, retry = 0 2024-11-18T05:58:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741834_1010 (size=298415) 2024-11-18T05:58:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741834_1010 (size=298415) 2024-11-18T05:58:24,600 INFO [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:58:24,637 DEBUG [RS:2;6e2c48d1e2be:35301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:58:24,637 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:58:24,637 INFO [RS:2;6e2c48d1e2be:35301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35301 2024-11-18T05:58:24,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,35301,1731909497552 2024-11-18T05:58:24,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:58:24,692 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T05:58:24,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,35301,1731909497552] 2024-11-18T05:58:24,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,35301,1731909497552 already deleted, retry=false 2024-11-18T05:58:24,708 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6e2c48d1e2be,35301,1731909497552 on 6e2c48d1e2be,33453,1731909496643 2024-11-18T05:58:24,713 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:58:24,717 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 6e2c48d1e2be,35301,1731909497552 (carryingMeta=true) 6e2c48d1e2be,35301,1731909497552/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@288bf2e2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T05:58:24,718 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:58:24,718 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T05:58:24,718 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:58:24,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:58:24,718 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:58:24,721 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T05:58:24,723 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:58:24,724 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T05:58:24,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:58:24,724 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:58:24,724 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T05:58:24,725 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T05:58:24,725 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T05:58:24,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T05:58:24,726 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:58:24,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T05:58:24,733 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T05:58:24,734 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:58:24,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T05:58:24,735 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:58:24,736 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T05:58:24,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-18T05:58:24,738 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T05:58:24,738 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,35301,1731909497552, table=hbase:meta, region=1588230740 2024-11-18T05:58:24,739 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35301,1731909497552, state=OPEN 2024-11-18T05:58:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:58:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:58:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:58:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:58:24,753 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909534753 2024-11-18T05:58:24,753 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:58:24,753 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:58:24,753 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T05:58:24,755 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:58:24,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:24,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:58:24,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:24,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:24,759 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true, isMeta: true 2024-11-18T05:58:24,762 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting 2024-11-18T05:58:24,763 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=1, meta=true 2024-11-18T05:58:24,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta}] 2024-11-18T05:58:24,766 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T05:58:24,766 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:58:24,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:58:24,766 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:58:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:58:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1014dcf3ec50003, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:58:24,801 INFO [RS:2;6e2c48d1e2be:35301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T05:58:24,801 INFO [RS:2;6e2c48d1e2be:35301 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,35301,1731909497552; zookeeper connection closed. 2024-11-18T05:58:24,801 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d63ab1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d63ab1d 2024-11-18T05:58:24,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:24,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:24,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:58:24,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:24,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:24,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:24,883 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T05:58:24,883 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T05:58:25,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:58:25,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:25,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:25,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:58:25,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:25,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T05:58:25,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-18T05:58:25,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:25,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:25,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:58:25,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:25,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:25,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:25,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:58:25,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:26,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:26,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:26,904 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:58:26,907 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2151 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:58:26,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:58:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:26,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T05:58:26,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T05:58:26,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T05:58:26,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-18T05:58:26,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:58:26,974 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T05:58:26,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T05:58:26,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T05:58:28,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:28,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:28,935 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:58:28,936 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4182 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:58:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:58:28,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:28,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:32,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:32,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:32,965 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:58:32,967 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8213 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:58:32,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:32,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:58:32,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:32,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:43,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:43,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:43,035 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:58:43,036 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18283 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:58:43,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:43,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:58:43,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:43,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:45,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:58:53,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:58:53,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:58:53,044 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:58:53,045 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28291 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:58:53,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:53,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:58:53,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:58:53,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:53,622 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2c48d1e2be:33453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T05:58:59,949 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T05:58:59,950 INFO [master/6e2c48d1e2be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T05:59:03,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:03,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:03,125 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:03,126 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38372 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:59:03,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:03,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:03,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:03,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:13,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:13,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:13,226 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:13,227 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48473 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:59:13,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:13,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:13,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:13,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:15,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:59:19,982 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 179f934e1e964b4254b4d1e93a91b40a changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,983 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7b215d66975c558e6d30ee5ed598759d changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,983 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c98525172a8f91689c5556769e2e6d7 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,984 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 99ee4c2c4ba91578e822cffa3ec2a97e changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,984 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6103f50829364a3e909e2b5adad40df0 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,984 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 22427849ef33ee56eed7da6fccc99321 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,985 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 15770c96cfb7e462399026607b28c068 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,985 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb611322561af6ba1d0225fdcb1d34b8 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,985 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3499726b3d62288cc92cdbf933f488e3 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,985 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9d516be5504e5b80ddd383eab8913a0e changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,985 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f93fe579472eb28db608138a58a29512 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,986 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6da7f7e4bc4b71ca510ec38283445010 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,986 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3aa2162f9e59590bc73027b35794d34d changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,986 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d097d08e6846d2a1c9871d2c81dd6d92 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,986 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9776cbfae55ee50492a933acf8a20beb changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,986 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad6b14b8aa2162b0860404503ee5cfc3 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:19,987 DEBUG [master/6e2c48d1e2be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e03e49c742a0ba14933fe4b24f2b63a9 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:59:23,101 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T05:59:24,627 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2c48d1e2be:33453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T05:59:24,756 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T05:58:24.758Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:24.866Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25.074Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25.384Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:25.894Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:58:26.908Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:28.937Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:32.970Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:43.039Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:58:53.045Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:03.128Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:13.228Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T05:59:24,760 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:59:24,760 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T05:59:24,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:59:24,760 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:59:24,760 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T05:59:24,760 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T05:59:24,761 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T05:59:24,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T05:59:24,761 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:59:24,762 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T05:59:24,766 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T05:59:24,766 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T05:59:24,767 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T05:59:24,767 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:59:24,767 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T05:59:24,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T05:59:24,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T05:59:24,768 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,35301,1731909497552, table=hbase:meta, region=1588230740 2024-11-18T05:59:24,768 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35301,1731909497552, state=OPEN 2024-11-18T05:59:24,774 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:59:24,776 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:59:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:59:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:59:24,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:59:24,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:59:24,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:59:24,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:59:24,832 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909594832 2024-11-18T05:59:24,832 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T05:59:24,832 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true, isMeta: true 2024-11-18T05:59:24,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:24,833 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:24,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:24,834 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=1, meta=true 2024-11-18T05:59:24,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta}] 2024-11-18T05:59:24,835 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T05:59:24,839 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:59:24,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T05:59:24,943 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:24,943 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:24,943 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:59:24,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:24,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:24,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:25,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41567 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-18T05:59:25,029 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, size=52.9 K (54214bytes) 2024-11-18T05:59:25,029 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T05:59:25,029 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T05:59:25,029 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta 2024-11-18T05:59:25,033 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta after 3ms 2024-11-18T05:59:25,040 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta took 12ms 2024-11-18T05:59:25,047 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-18T05:59:25,054 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta.temp 2024-11-18T05:59:25,058 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta so closing down 2024-11-18T05:59:25,058 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T05:59:25,060 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta.temp 2024-11-18T05:59:25,063 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T05:59:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741864_1040 (size=53973) 2024-11-18T05:59:25,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741864_1040 (size=53973) 2024-11-18T05:59:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741864_1040 (size=53973) 2024-11-18T05:59:25,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-18T05:59:25,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T05:59:25,083 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-18T05:59:25,083 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, journal: Splitting hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, size=52.9 K (54214bytes) at 1731909565029Finishing writing output for hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta so closing down at 1731909565058 (+29 ms)Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta.temp at 1731909565060 (+2 ms)3 split writer threads finished at 1731909565063 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731909565077 (+14 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731909565079 (+2 ms)Processed 58 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731909565083 (+4 ms) 2024-11-18T05:59:25,083 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta 2024-11-18T05:59:25,085 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T05:59:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T05:59:25,093 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs 2024-11-18T05:59:25,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-18T05:59:25,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 in 253 msec 2024-11-18T05:59:25,098 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T05:59:25,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-18T05:59:25,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 in 264 msec 2024-11-18T05:59:25,103 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting dir is empty, no logs to split. 2024-11-18T05:59:25,103 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=0, meta=true 2024-11-18T05:59:25,103 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6e2c48d1e2be,35301,1731909497552 WAL splitting is done? wals=0, meta=true 2024-11-18T05:59:25,103 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T05:59:25,103 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T05:59:25,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T05:59:25,103 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T05:59:25,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:25,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:25,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:59:25,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:25,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:25,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:25,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:59:25,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:25,973 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:25,974 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:25,974 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T05:59:25,974 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:26,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:26,984 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:26,985 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:26,986 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2153 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:59:26,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:26,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:29,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:29,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:29,005 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:29,006 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4173 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:59:29,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:29,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:29,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:29,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:33,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:33,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:33,046 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:33,048 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8214 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:59:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:33,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:33,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:34,507 WARN [RS:1;6e2c48d1e2be:34415 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6e2c48d1e2be,35301,1731909497552: status=status unset, state=RUNNING, startTime=1731909504717, completionTime=-1 appears to have been leaked 2024-11-18T05:59:34,507 WARN [RS:1;6e2c48d1e2be:34415 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6e2c48d1e2be,35301,1731909497552: status=Processing ServerCrashProcedure of 6e2c48d1e2be,35301,1731909497552 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731909504735, completionTime=-1 appears to have been leaked 2024-11-18T05:59:43,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:43,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:43,085 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:43,086 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18253 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:59:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:45,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:59:53,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T05:59:53,133 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T05:59:53,135 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:59:53,136 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28303 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T05:59:53,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:53,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T05:59:53,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T05:59:53,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:03,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:03,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:03,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:03,235 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38401 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:00:03,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:03,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:03,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:03,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:13,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:13,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:13,266 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:13,267 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48434 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:00:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:13,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:13,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:15,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:00:18,982 WARN [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 15, running: 1 2024-11-18T06:00:22,508 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T06:00:24,835 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T05:59:24.834Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:24.944Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25.154Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25.465Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:25.975Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T05:59:26.987Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:29.007Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:33.050Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:43.087Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T05:59:53.138Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:03.235Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:13.268Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T06:00:24,839 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:00:24,839 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:00:24,840 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:00:24,840 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:00:24,840 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:00:24,841 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:00:24,841 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:00:24,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:00:24,841 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:00:24,842 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:00:24,845 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:00:24,845 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:00:24,845 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:00:24,845 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:00:24,847 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:00:24,847 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:00:24,847 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:00:24,847 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:00:24,848 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:00:24,848 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:00:24,848 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:00:24,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T06:00:24,849 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:00:24,849 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,35301,1731909497552, table=hbase:meta, region=1588230740 2024-11-18T06:00:24,849 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35301,1731909497552, state=OPEN 2024-11-18T06:00:24,866 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:00:24,866 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:00:24,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:00:24,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:00:24,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:00:24,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:00:24,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:00:24,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:00:24,913 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909654912 2024-11-18T06:00:24,913 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:00:24,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:24,914 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:24,915 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:24,916 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting dir is empty, no logs to split. 2024-11-18T06:00:24,916 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=0, meta=true 2024-11-18T06:00:24,916 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6e2c48d1e2be,35301,1731909497552 WAL splitting is done? wals=0, meta=true 2024-11-18T06:00:24,916 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:00:24,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:00:24,919 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:00:24,919 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:00:24,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:00:24,919 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:00:25,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:25,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:25,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:00:25,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:25,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:25,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:25,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:00:25,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25,235 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:25,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:25,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:25,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:00:25,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:26,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:26,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:26,054 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:00:26,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:26,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:26,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:27,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:27,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:27,076 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:27,077 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2163 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:00:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:29,093 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:29,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:29,096 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:29,097 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4183 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:00:29,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:29,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:29,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:29,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:31,631 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6e2c48d1e2be:33453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T06:00:33,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:33,124 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:33,126 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:33,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8213 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:00:33,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:33,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:33,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:33,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:43,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:43,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:43,215 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:43,216 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18302 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:00:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:43,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:43,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:45,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:00:53,243 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:00:53,243 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:00:53,244 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:00:53,245 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28331 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:00:53,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:53,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:00:53,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:00:53,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:03,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:01:03,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:01:03,276 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:01:03,277 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38363 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:01:03,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:03,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:01:03,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:01:03,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:13,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:01:13,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:01:13,286 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:01:13,287 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6e2c48d1e2be,35301,1731909497552 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48373 ms java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T06:01:13,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:13,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:01:13,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:01:13,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:15,762 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T06:01:24,924 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T06:00:24.916Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:25.025Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25.235Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:25.544Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:26.055Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:00:27.079Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:29.099Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:33.128Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:43.218Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:00:53.245Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:03.279Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:13.289Z, java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T06:01:24,927 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:24,927 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:01:24,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:24,927 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:01:24,927 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:01:24,928 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:01:24,928 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:01:24,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:01:24,929 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:01:24,930 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T06:01:24,932 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:01:24,932 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:24,932 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:24,932 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:01:24,933 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:01:24,934 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:24,934 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:24,934 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:24,934 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:01:24,934 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:24,934 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:24,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T06:01:24,935 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:24,935 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,35301,1731909497552, table=hbase:meta, region=1588230740 2024-11-18T06:01:24,935 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,35301,1731909497552, state=OPEN 2024-11-18T06:01:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,002 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909715002 2024-11-18T06:01:25,003 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:01:25,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T06:01:25,003 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:01:25,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:01:25,003 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:01:25,004 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:01:25,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:25,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T06:01:25,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:01:25,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:25,005 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:01:25,006 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:25,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:01:25,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1] 2024-11-18T06:01:25,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:25,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:25,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:25,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:01:25,156 DEBUG [6e2c48d1e2be:33453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T06:01:25,157 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(204): Hosts are {6e2c48d1e2be=0} racks are {/default-rack=0} 2024-11-18T06:01:25,158 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:01:25,158 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:01:25,159 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:01:25,159 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:01:25,159 INFO [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:01:25,159 INFO [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:01:25,159 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:01:25,160 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:25,162 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,34415,1731909497493, state=OPENING 2024-11-18T06:01:25,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,193 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:01:25,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T06:01:25,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:01:25,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,34415,1731909497493, seqNum=-1] 2024-11-18T06:01:25,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T06:01:25,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44681, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:01:25,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34415 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:44681 deadline: 1731909745009, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,34415,1731909497493, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,34415,1731909497493, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 6e2c48d1e2be,34415,1731909497493 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:01:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,34415,1731909497493, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 6e2c48d1e2be,34415,1731909497493 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T06:01:25,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,34415,1731909497493, seqNum=-1 from cache 2024-11-18T06:01:25,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36879, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:01:25,352 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T06:01:25,352 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T06:01:25,353 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T06:01:25,355 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6e2c48d1e2be%2C34415%2C1731909497493.meta, suffix=.meta, logDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,34415,1731909497493, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs, maxLogs=32 2024-11-18T06:01:25,370 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,34415,1731909497493/6e2c48d1e2be%2C34415%2C1731909497493.meta.1731909685357.meta, exclude list is [], retry=0 2024-11-18T06:01:25,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39703,DS-36fd16c3-3905-4c5a-883e-3eabd1e0e54c,DISK] 2024-11-18T06:01:25,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38983,DS-7f2b9f5f-bfcb-44a5-80d1-8f4872fcc5c1,DISK] 2024-11-18T06:01:25,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33147,DS-183907a2-ad98-4c47-9adf-4017a78912ed,DISK] 2024-11-18T06:01:25,375 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,34415,1731909497493/6e2c48d1e2be%2C34415%2C1731909497493.meta.1731909685357.meta 2024-11-18T06:01:25,375 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36929:36929),(127.0.0.1/127.0.0.1:45805:45805),(127.0.0.1/127.0.0.1:40247:40247)] 2024-11-18T06:01:25,376 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T06:01:25,376 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T06:01:25,376 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T06:01:25,376 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T06:01:25,376 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T06:01:25,376 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:25,377 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T06:01:25,377 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T06:01:25,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T06:01:25,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T06:01:25,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:25,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:01:25,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T06:01:25,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T06:01:25,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:25,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:01:25,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T06:01:25,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T06:01:25,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:25,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:01:25,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T06:01:25,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T06:01:25,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:25,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T06:01:25,387 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T06:01:25,388 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740 2024-11-18T06:01:25,390 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740 2024-11-18T06:01:25,391 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T06:01:25,402 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T06:01:25,405 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-18T06:01:25,470 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/info/afcbd9ef88a34fecaeb13c0db043901d is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a./info:regioninfo/1731909501284/Put/seqid=0 2024-11-18T06:01:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741866_1042 (size=58053) 2024-11-18T06:01:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741866_1042 (size=58053) 2024-11-18T06:01:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741866_1042 (size=58053) 2024-11-18T06:01:25,483 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/info/afcbd9ef88a34fecaeb13c0db043901d 2024-11-18T06:01:25,542 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/ns/e173101cda1f44ecbaac3c3d5504ab48 is 43, key is default/ns:d/1731909499666/Put/seqid=0 2024-11-18T06:01:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:01:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:01:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741867_1043 (size=5153) 2024-11-18T06:01:25,550 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/ns/e173101cda1f44ecbaac3c3d5504ab48 2024-11-18T06:01:25,573 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/table/cafb72a678934487bfc14d7757077e0c is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731909501381/Put/seqid=0 2024-11-18T06:01:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741868_1044 (size=5620) 2024-11-18T06:01:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741868_1044 (size=5620) 2024-11-18T06:01:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741868_1044 (size=5620) 2024-11-18T06:01:25,581 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/table/cafb72a678934487bfc14d7757077e0c 2024-11-18T06:01:25,590 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/info/afcbd9ef88a34fecaeb13c0db043901d as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/info/afcbd9ef88a34fecaeb13c0db043901d 2024-11-18T06:01:25,599 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/info/afcbd9ef88a34fecaeb13c0db043901d, entries=260, sequenceid=60, filesize=56.7 K 2024-11-18T06:01:25,602 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/ns/e173101cda1f44ecbaac3c3d5504ab48 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/ns/e173101cda1f44ecbaac3c3d5504ab48 2024-11-18T06:01:25,612 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/ns/e173101cda1f44ecbaac3c3d5504ab48, entries=2, sequenceid=60, filesize=5.0 K 2024-11-18T06:01:25,613 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/table/cafb72a678934487bfc14d7757077e0c as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/table/cafb72a678934487bfc14d7757077e0c 2024-11-18T06:01:25,622 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/table/cafb72a678934487bfc14d7757077e0c, entries=2, sequenceid=60, filesize=5.5 K 2024-11-18T06:01:25,627 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 219ms, sequenceid=60, compaction requested=false; wal=null 2024-11-18T06:01:25,629 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T06:01:25,630 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T06:01:25,630 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T06:01:25,631 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T06:01:25,634 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T06:01:25,637 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-18T06:01:25,638 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67761440, jitterRate=0.009724140167236328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T06:01:25,638 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T06:01:25,638 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731909685377Writing region info on filesystem at 1731909685377Initializing all the Stores at 1731909685378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909685378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909685381 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909685381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731909685381Obtaining lock to block concurrent updates at 1731909685405 (+24 ms)Preparing flush snapshotting stores in 1588230740 at 1731909685405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731909685408 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731909685408Flushing 1588230740/info: creating writer at 1731909685410 (+2 ms)Flushing 1588230740/info: appending metadata at 1731909685458 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731909685461 (+3 ms)Flushing 1588230740/ns: creating writer at 1731909685525 (+64 ms)Flushing 1588230740/ns: appending metadata at 1731909685541 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731909685541Flushing 1588230740/table: creating writer at 1731909685558 (+17 ms)Flushing 1588230740/table: appending metadata at 1731909685572 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731909685572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b7fc431: reopening flushed file at 1731909685589 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@133d0508: reopening flushed file at 1731909685601 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eee47fe: reopening flushed file at 1731909685612 (+11 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 219ms, sequenceid=60, compaction requested=false; wal=null at 1731909685627 (+15 ms)Cleaning up temporary data from old regions at 1731909685630 (+3 ms)Running coprocessor post-open hooks at 1731909685638 (+8 ms)Region opened successfully at 1731909685638 2024-11-18T06:01:25,640 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731909685347 2024-11-18T06:01:25,643 DEBUG [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T06:01:25,643 INFO [RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T06:01:25,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:01:25,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,34415,1731909497493, seqNum=-1] 2024-11-18T06:01:25,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:25,645 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,34415,1731909497493, state=OPEN 2024-11-18T06:01:25,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,676 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:25,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-18T06:01:25,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 in 483 msec 2024-11-18T06:01:25,681 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3499726b3d62288cc92cdbf933f488e3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,681 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=179f934e1e964b4254b4d1e93a91b40a, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,681 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,682 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25194b80cd9b42011de4ac475f244899, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,682 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d516be5504e5b80ddd383eab8913a0e, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,682 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b215d66975c558e6d30ee5ed598759d, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,682 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecea730c40699a73622d0c465c505d30, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,682 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f93fe579472eb28db608138a58a29512, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,683 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c98525172a8f91689c5556769e2e6d7, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,683 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7dac54561a05d31ed2c079464459484b, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,683 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6da7f7e4bc4b71ca510ec38283445010, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,683 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3aa2162f9e59590bc73027b35794d34d, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-18T06:01:25,683 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-18T06:01:25,683 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,684 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,684 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6103f50829364a3e909e2b5adad40df0, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,684 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,684 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9776cbfae55ee50492a933acf8a20beb, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,684 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=22427849ef33ee56eed7da6fccc99321, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,684 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,684 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,685 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15770c96cfb7e462399026607b28c068, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,685 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f923617b532f8d0a511f402ab888b788, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,685 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,685 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,685 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,685 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:01:25,685 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909745685 2024-11-18T06:01:25,685 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909805685 2024-11-18T06:01:25,685 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 682 msec 2024-11-18T06:01:25,686 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 6e2c48d1e2be,35301,1731909497552 had 10 regions 2024-11-18T06:01:25,686 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:01:25,686 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:25,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:25,686 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:25,936 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:25,936 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:01:25,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:25,936 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:01:25,936 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:01:25,937 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:01:25,937 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:01:25,937 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:01:25,937 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:01:25,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:01:25,938 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:25,941 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:25,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:01:25,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:25,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:25,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:25,944 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:25,944 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:01:25,945 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:01:25,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:25,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:25,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:25,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:01:25,946 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:25,947 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:01:25,947 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:25,947 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:25,947 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:25,947 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:25,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-18T06:01:25,948 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=61 2024-11-18T06:01:25,948 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,34415,1731909497493, table=hbase:meta, region=1588230740 2024-11-18T06:01:25,948 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,34415,1731909497493, state=OPEN 2024-11-18T06:01:25,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:25,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:25,977 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909715977 2024-11-18T06:01:25,977 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:01:25,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3499726b3d62288cc92cdbf933f488e3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=179f934e1e964b4254b4d1e93a91b40a, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25194b80cd9b42011de4ac475f244899, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d516be5504e5b80ddd383eab8913a0e, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,983 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b215d66975c558e6d30ee5ed598759d, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecea730c40699a73622d0c465c505d30, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f93fe579472eb28db608138a58a29512, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c98525172a8f91689c5556769e2e6d7, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7dac54561a05d31ed2c079464459484b, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6da7f7e4bc4b71ca510ec38283445010, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3aa2162f9e59590bc73027b35794d34d, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,984 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6103f50829364a3e909e2b5adad40df0, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9776cbfae55ee50492a933acf8a20beb, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=22427849ef33ee56eed7da6fccc99321, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15770c96cfb7e462399026607b28c068, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f923617b532f8d0a511f402ab888b788, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:25,985 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:25,986 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:25,986 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:01:25,986 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909745986 2024-11-18T06:01:25,986 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909805986 2024-11-18T06:01:25,986 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-18T06:01:25,986 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 6e2c48d1e2be,35301,1731909497552 had 9 regions 2024-11-18T06:01:25,986 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:01:25,987 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true, isMeta: false 2024-11-18T06:01:25,990 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=1, meta=false 2024-11-18T06:01:25,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036}] 2024-11-18T06:01:25,990 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:01:25,990 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:25,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:25,990 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:26,236 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:26,236 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:01:26,236 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:26,236 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:01:26,236 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:01:26,237 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:01:26,237 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:01:26,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:01:26,237 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:01:26,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:01:26,241 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:01:26,241 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:26,241 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:26,241 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:26,241 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:26,242 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:01:26,243 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,244 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T06:01:26,245 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=61 2024-11-18T06:01:26,246 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,34415,1731909497493, table=hbase:meta, region=1588230740 2024-11-18T06:01:26,246 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,34415,1731909497493, state=OPEN 2024-11-18T06:01:26,246 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:26,250 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:26,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:26,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:26,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:26,277 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909716277 2024-11-18T06:01:26,278 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:01:26,287 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3499726b3d62288cc92cdbf933f488e3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,287 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=179f934e1e964b4254b4d1e93a91b40a, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,287 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,287 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25194b80cd9b42011de4ac475f244899, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,288 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d516be5504e5b80ddd383eab8913a0e, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,288 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b215d66975c558e6d30ee5ed598759d, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,288 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecea730c40699a73622d0c465c505d30, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,288 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f93fe579472eb28db608138a58a29512, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,288 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c98525172a8f91689c5556769e2e6d7, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,288 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7dac54561a05d31ed2c079464459484b, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,288 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6da7f7e4bc4b71ca510ec38283445010, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3aa2162f9e59590bc73027b35794d34d, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6103f50829364a3e909e2b5adad40df0, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9776cbfae55ee50492a933acf8a20beb, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,289 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=22427849ef33ee56eed7da6fccc99321, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15770c96cfb7e462399026607b28c068, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f923617b532f8d0a511f402ab888b788, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,290 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,290 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:01:26,291 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909746290 2024-11-18T06:01:26,291 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909806291 2024-11-18T06:01:26,291 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-18T06:01:26,291 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true, isMeta: false 2024-11-18T06:01:26,293 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=1, meta=false 2024-11-18T06:01:26,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036}] 2024-11-18T06:01:26,293 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:01:26,295 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:26,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T06:01:26,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-18T06:01:26,477 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, size=291.4 K (298415bytes) 2024-11-18T06:01:26,477 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 2024-11-18T06:01:26,478 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 after 1ms 2024-11-18T06:01:26,483 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 took 6ms 2024-11-18T06:01:26,487 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 174addc66e38ae5e190905a95b3c1341: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 25194b80cd9b42011de4ac475f244899: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,490 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for e3da50113e4628aac8569c4d9b54ccc7: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,491 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 6537f6f3b692819f754ddcfa524d12c3: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ecea730c40699a73622d0c465c505d30: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,494 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f0d064329f80e9449db59f71e65c0193: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,495 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f923617b532f8d0a511f402ab888b788: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 055b3cb2e93c37456975d265c6d12422: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 7dac54561a05d31ed2c079464459484b: last_flushed_sequence_id: 18446744073709551615 2024-11-18T06:01:26,502 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,503 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,503 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,505 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,508 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,510 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 so closing down 2024-11-18T06:01:26,510 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T06:01:26,510 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,514 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,514 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,515 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,517 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,517 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,520 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,520 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,523 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,523 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,528 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,528 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,528 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp 2024-11-18T06:01:26,529 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T06:01:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741870_1046 (size=36767) 2024-11-18T06:01:26,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741870_1046 (size=36767) 2024-11-18T06:01:26,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741870_1046 (size=36767) 2024-11-18T06:01:26,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:01:26,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741869_1045 (size=262) 2024-11-18T06:01:26,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741869_1045 (size=262) 2024-11-18T06:01:26,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004 2024-11-18T06:01:26,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741869_1045 (size=262) 2024-11-18T06:01:26,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:01:26,551 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004 2024-11-18T06:01:26,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741871_1047 (size=36767) 2024-11-18T06:01:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741871_1047 (size=36767) 2024-11-18T06:01:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741871_1047 (size=36767) 2024-11-18T06:01:26,559 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:01:26,561 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004 2024-11-18T06:01:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741873_1049 (size=36767) 2024-11-18T06:01:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741872_1048 (size=36767) 2024-11-18T06:01:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741873_1049 (size=36767) 2024-11-18T06:01:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741873_1049 (size=36767) 2024-11-18T06:01:26,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:01:26,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004 2024-11-18T06:01:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741872_1048 (size=36767) 2024-11-18T06:01:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741872_1048 (size=36767) 2024-11-18T06:01:26,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:01:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741874_1050 (size=36767) 2024-11-18T06:01:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741874_1050 (size=36767) 2024-11-18T06:01:26,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741874_1050 (size=36767) 2024-11-18T06:01:26,582 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T06:01:26,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004 2024-11-18T06:01:26,584 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004 2024-11-18T06:01:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741875_1051 (size=36767) 2024-11-18T06:01:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741875_1051 (size=36767) 2024-11-18T06:01:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741876_1052 (size=36767) 2024-11-18T06:01:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741876_1052 (size=36767) 2024-11-18T06:01:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741875_1051 (size=36767) 2024-11-18T06:01:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741876_1052 (size=36767) 2024-11-18T06:01:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741877_1053 (size=36767) 2024-11-18T06:01:26,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:01:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741877_1053 (size=36767) 2024-11-18T06:01:26,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T06:01:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741877_1053 (size=36767) 2024-11-18T06:01:26,609 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T06:01:26,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004 2024-11-18T06:01:26,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004 2024-11-18T06:01:26,611 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004 2024-11-18T06:01:26,611 INFO [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 127 ms; skipped=9; WAL=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, size=291.4 K, length=298415, corrupted=false, cancelled=false 2024-11-18T06:01:26,611 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, journal: Splitting hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, size=291.4 K (298415bytes) at 1731909686477Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686503 (+26 ms)Finishing writing output for hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 so closing down at 1731909686510 (+7 ms)Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686511 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686514 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686515 (+1 ms)Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686520 (+5 ms)Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686520Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686528 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 1731909686528Creating recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp at 17319096865283 split writer threads finished at 1731909686529 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731909686547 (+18 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004 at 1731909686549 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731909686549Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004 at 1731909686551 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731909686559 (+8 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004 at 1731909686561 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731909686577 (+16 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004 at 1731909686578 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731909686580 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731909686582 (+2 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004 at 1731909686583 (+1 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004 at 1731909686584 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731909686608 (+24 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731909686609 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731909686609Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004 at 1731909686610 (+1 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004 at 1731909686611 (+1 ms)Rename recovered edits hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004-6e2c48d1e2be%2C35301%2C1731909497552.1731909499036.temp to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004 at 1731909686611Processed 18 edits across 9 Regions in 127 ms; skipped=9; WAL=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, size=291.4 K, length=298415, corrupted=false, cancelled=false at 1731909686611 2024-11-18T06:01:26,611 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 2024-11-18T06:01:26,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6e2c48d1e2be:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-18T06:01:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-18T06:01:26,616 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting/6e2c48d1e2be%2C35301%2C1731909497552.1731909499036 to hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs 2024-11-18T06:01:26,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-18T06:01:26,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 in 320 msec 2024-11-18T06:01:26,620 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:26,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-18T06:01:26,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 in 327 msec 2024-11-18T06:01:26,625 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting dir is empty, no logs to split. 2024-11-18T06:01:26,625 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=0, meta=false 2024-11-18T06:01:26,625 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6e2c48d1e2be,35301,1731909497552 WAL splitting is done? wals=0, meta=false 2024-11-18T06:01:26,626 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:01:26,626 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:26,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:26,626 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:26,791 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:26,791 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:01:26,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:26,791 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:01:26,791 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:01:26,792 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:01:26,792 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:01:26,792 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:01:26,792 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:01:26,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:26,794 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:01:26,795 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:01:26,795 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,796 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:26,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T06:01:26,797 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=61 2024-11-18T06:01:26,797 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,34415,1731909497493, table=hbase:meta, region=1588230740 2024-11-18T06:01:26,797 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,34415,1731909497493, state=OPEN 2024-11-18T06:01:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:26,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:26,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:26,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:26,861 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909716861 2024-11-18T06:01:26,861 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:01:26,869 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3499726b3d62288cc92cdbf933f488e3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,870 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=179f934e1e964b4254b4d1e93a91b40a, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,870 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,870 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25194b80cd9b42011de4ac475f244899, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,870 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d516be5504e5b80ddd383eab8913a0e, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,870 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b215d66975c558e6d30ee5ed598759d, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecea730c40699a73622d0c465c505d30, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f93fe579472eb28db608138a58a29512, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c98525172a8f91689c5556769e2e6d7, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7dac54561a05d31ed2c079464459484b, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6da7f7e4bc4b71ca510ec38283445010, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3aa2162f9e59590bc73027b35794d34d, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,871 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6103f50829364a3e909e2b5adad40df0, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9776cbfae55ee50492a933acf8a20beb, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=22427849ef33ee56eed7da6fccc99321, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15770c96cfb7e462399026607b28c068, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,872 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f923617b532f8d0a511f402ab888b788, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,873 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:26,873 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:26,873 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:26,873 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:01:26,873 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909746873 2024-11-18T06:01:26,873 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909806873 2024-11-18T06:01:26,873 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-18T06:01:26,874 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 6e2c48d1e2be,35301,1731909497552 does not exist 2024-11-18T06:01:26,875 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6e2c48d1e2be,35301,1731909497552 WAL count=0, meta=false 2024-11-18T06:01:26,875 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6e2c48d1e2be,35301,1731909497552 WAL splitting is done? wals=0, meta=false 2024-11-18T06:01:26,875 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 6e2c48d1e2be,35301,1731909497552 failed, ignore...File hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/WALs/6e2c48d1e2be,35301,1731909497552-splitting does not exist. 2024-11-18T06:01:26,876 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:01:26,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN}] 2024-11-18T06:01:26,877 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:01:26,877 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:26,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:26,877 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:27,123 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:27,123 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:01:27,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:27,124 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:01:27,124 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:01:27,124 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:01:27,124 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:01:27,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:01:27,124 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:01:27,125 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:01:27,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:01:27,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:27,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:27,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:27,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:27,127 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:01:27,128 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,129 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,129 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T06:01:27,130 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=61 2024-11-18T06:01:27,130 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,34415,1731909497493, table=hbase:meta, region=1588230740 2024-11-18T06:01:27,130 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,34415,1731909497493, state=OPEN 2024-11-18T06:01:27,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:27,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:27,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:27,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:27,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:27,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:27,152 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909717152 2024-11-18T06:01:27,152 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:01:27,156 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3499726b3d62288cc92cdbf933f488e3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,156 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=179f934e1e964b4254b4d1e93a91b40a, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,156 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25194b80cd9b42011de4ac475f244899, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d516be5504e5b80ddd383eab8913a0e, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b215d66975c558e6d30ee5ed598759d, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecea730c40699a73622d0c465c505d30, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f93fe579472eb28db608138a58a29512, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c98525172a8f91689c5556769e2e6d7, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7dac54561a05d31ed2c079464459484b, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6da7f7e4bc4b71ca510ec38283445010, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3aa2162f9e59590bc73027b35794d34d, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,157 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6103f50829364a3e909e2b5adad40df0, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9776cbfae55ee50492a933acf8a20beb, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=22427849ef33ee56eed7da6fccc99321, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15770c96cfb7e462399026607b28c068, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,158 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f923617b532f8d0a511f402ab888b788, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,159 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, lastHost=6e2c48d1e2be,35301,1731909497552, regionLocation=6e2c48d1e2be,35301,1731909497552, openSeqNum=2 2024-11-18T06:01:27,159 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:01:27,159 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909747159 2024-11-18T06:01:27,159 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909807159 2024-11-18T06:01:27,159 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-18T06:01:27,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN}] 2024-11-18T06:01:27,160 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:01:27,161 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN 2024-11-18T06:01:27,162 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,163 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN 2024-11-18T06:01:27,164 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN 2024-11-18T06:01:27,166 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,166 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN 2024-11-18T06:01:27,167 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,168 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN 2024-11-18T06:01:27,168 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN 2024-11-18T06:01:27,170 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN 2024-11-18T06:01:27,171 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,172 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN 2024-11-18T06:01:27,173 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,173 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN 2024-11-18T06:01:27,174 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T06:01:27,313 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(204): Hosts are {6e2c48d1e2be=0} racks are {/default-rack=0} 2024-11-18T06:01:27,314 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T06:01:27,314 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T06:01:27,314 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T06:01:27,314 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T06:01:27,314 INFO [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T06:01:27,314 INFO [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T06:01:27,314 DEBUG [6e2c48d1e2be:33453 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T06:01:27,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=6537f6f3b692819f754ddcfa524d12c3, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=174addc66e38ae5e190905a95b3c1341, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,317 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=055b3cb2e93c37456975d265c6d12422, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=ecea730c40699a73622d0c465c505d30, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=f0d064329f80e9449db59f71e65c0193, regionState=OPENING, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f923617b532f8d0a511f402ab888b788, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN because future has completed 2024-11-18T06:01:27,320 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T06:01:27,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN because future has completed 2024-11-18T06:01:27,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN because future has completed 2024-11-18T06:01:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN because future has completed 2024-11-18T06:01:27,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN because future has completed 2024-11-18T06:01:27,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T06:01:27,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN because future has completed 2024-11-18T06:01:27,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN because future has completed 2024-11-18T06:01:27,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T06:01:27,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T06:01:27,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T06:01:27,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T06:01:27,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,41567,1731909497358}] 2024-11-18T06:01:27,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=7dac54561a05d31ed2c079464459484b, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=25194b80cd9b42011de4ac475f244899, regionState=OPENING, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN because future has completed 2024-11-18T06:01:27,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T06:01:27,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN because future has completed 2024-11-18T06:01:27,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,34415,1731909497493}] 2024-11-18T06:01:27,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T06:01:27,487 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:27,487 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 055b3cb2e93c37456975d265c6d12422, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-18T06:01:27,488 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,488 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,488 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:27,488 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,488 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,488 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dac54561a05d31ed2c079464459484b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-18T06:01:27,488 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,489 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,489 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,489 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,490 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,490 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,491 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055b3cb2e93c37456975d265c6d12422 columnFamilyName colfamily11 2024-11-18T06:01:27,491 DEBUG [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,491 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dac54561a05d31ed2c079464459484b columnFamilyName colfamily11 2024-11-18T06:01:27,491 DEBUG [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,492 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(327): Store=055b3cb2e93c37456975d265c6d12422/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,492 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,492 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(327): Store=7dac54561a05d31ed2c079464459484b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,492 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,492 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055b3cb2e93c37456975d265c6d12422 columnFamilyName colfamily21 2024-11-18T06:01:27,493 DEBUG [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,493 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dac54561a05d31ed2c079464459484b columnFamilyName colfamily21 2024-11-18T06:01:27,493 DEBUG [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,493 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(327): Store=055b3cb2e93c37456975d265c6d12422/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,493 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,493 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(327): Store=7dac54561a05d31ed2c079464459484b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,493 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,494 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 055b3cb2e93c37456975d265c6d12422 columnFamilyName colfamily31 2024-11-18T06:01:27,494 DEBUG [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,494 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dac54561a05d31ed2c079464459484b columnFamilyName colfamily31 2024-11-18T06:01:27,494 DEBUG [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,495 INFO [StoreOpener-055b3cb2e93c37456975d265c6d12422-1 {}] regionserver.HStore(327): Store=055b3cb2e93c37456975d265c6d12422/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,495 INFO [StoreOpener-7dac54561a05d31ed2c079464459484b-1 {}] regionserver.HStore(327): Store=7dac54561a05d31ed2c079464459484b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,495 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,495 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,496 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,496 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,498 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,498 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,498 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004 2024-11-18T06:01:27,498 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004 2024-11-18T06:01:27,505 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004 2024-11-18T06:01:27,505 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 7dac54561a05d31ed2c079464459484b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,505 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004 2024-11-18T06:01:27,506 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 055b3cb2e93c37456975d265c6d12422 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,525 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/.tmp/colfamily11/8565d9ccb12043958d31f92709b103a6 is 52, key is nnn/colfamily11:colfamily11/1731909503547/Put/seqid=0 2024-11-18T06:01:27,525 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/.tmp/colfamily11/accc952813fa43c09f9e8e8fedaa24b7 is 52, key is jjj/colfamily11:colfamily11/1731909503519/Put/seqid=0 2024-11-18T06:01:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741879_1055 (size=39263) 2024-11-18T06:01:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741878_1054 (size=39263) 2024-11-18T06:01:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741878_1054 (size=39263) 2024-11-18T06:01:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741879_1055 (size=39263) 2024-11-18T06:01:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741878_1054 (size=39263) 2024-11-18T06:01:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741879_1055 (size=39263) 2024-11-18T06:01:27,534 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/.tmp/colfamily11/8565d9ccb12043958d31f92709b103a6 2024-11-18T06:01:27,535 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/.tmp/colfamily11/accc952813fa43c09f9e8e8fedaa24b7 2024-11-18T06:01:27,542 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/.tmp/colfamily11/8565d9ccb12043958d31f92709b103a6 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/colfamily11/8565d9ccb12043958d31f92709b103a6 2024-11-18T06:01:27,544 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/.tmp/colfamily11/accc952813fa43c09f9e8e8fedaa24b7 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/colfamily11/accc952813fa43c09f9e8e8fedaa24b7 2024-11-18T06:01:27,550 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/colfamily11/8565d9ccb12043958d31f92709b103a6, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,550 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 055b3cb2e93c37456975d265c6d12422 in 45ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,551 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/0000000000000000004 2024-11-18T06:01:27,551 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/colfamily11/accc952813fa43c09f9e8e8fedaa24b7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,551 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7dac54561a05d31ed2c079464459484b in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,552 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/0000000000000000004 2024-11-18T06:01:27,552 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,552 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,553 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,553 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,553 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,554 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,555 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,555 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,557 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,558 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,558 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 055b3cb2e93c37456975d265c6d12422; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70134534, jitterRate=0.04508599638938904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,558 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:27,559 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 055b3cb2e93c37456975d265c6d12422: Running coprocessor pre-open hook at 1731909687488Writing region info on filesystem at 1731909687488Initializing all the Stores at 1731909687490 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687490Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687490Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687490Obtaining lock to block concurrent updates at 1731909687506 (+16 ms)Preparing flush snapshotting stores in 055b3cb2e93c37456975d265c6d12422 at 1731909687506Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687506Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. at 1731909687506Flushing 055b3cb2e93c37456975d265c6d12422/colfamily11: creating writer at 1731909687506Flushing 055b3cb2e93c37456975d265c6d12422/colfamily11: appending metadata at 1731909687525 (+19 ms)Flushing 055b3cb2e93c37456975d265c6d12422/colfamily11: closing flushed file at 1731909687525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce78cfd: reopening flushed file at 1731909687541 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 055b3cb2e93c37456975d265c6d12422 in 45ms, sequenceid=4, compaction requested=false; wal=null at 1731909687550 (+9 ms)Cleaning up temporary data from old regions at 1731909687552 (+2 ms)Running coprocessor post-open hooks at 1731909687558 (+6 ms)Region opened successfully at 1731909687558 2024-11-18T06:01:27,559 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 7dac54561a05d31ed2c079464459484b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67258096, jitterRate=0.0022237300872802734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,559 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:27,559 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 7dac54561a05d31ed2c079464459484b: Running coprocessor pre-open hook at 1731909687489Writing region info on filesystem at 1731909687489Initializing all the Stores at 1731909687490 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687490Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687490Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687490Obtaining lock to block concurrent updates at 1731909687505 (+15 ms)Preparing flush snapshotting stores in 7dac54561a05d31ed2c079464459484b at 1731909687505Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687505Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. at 1731909687505Flushing 7dac54561a05d31ed2c079464459484b/colfamily11: creating writer at 1731909687505Flushing 7dac54561a05d31ed2c079464459484b/colfamily11: appending metadata at 1731909687525 (+20 ms)Flushing 7dac54561a05d31ed2c079464459484b/colfamily11: closing flushed file at 1731909687525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eafe162: reopening flushed file at 1731909687543 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7dac54561a05d31ed2c079464459484b in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731909687551 (+8 ms)Cleaning up temporary data from old regions at 1731909687553 (+2 ms)Running coprocessor post-open hooks at 1731909687559 (+6 ms)Region opened successfully at 1731909687559 2024-11-18T06:01:27,560 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., pid=78, masterSystemTime=1731909687475 2024-11-18T06:01:27,560 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., pid=80, masterSystemTime=1731909687481 2024-11-18T06:01:27,562 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:27,562 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:27,562 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:27,562 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 25194b80cd9b42011de4ac475f244899, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-18T06:01:27,562 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=7dac54561a05d31ed2c079464459484b, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,562 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,562 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,562 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:27,562 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:27,563 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,563 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:27,563 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,563 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 174addc66e38ae5e190905a95b3c1341, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-18T06:01:27,563 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,563 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,563 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,563 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,564 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T06:01:27,565 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25194b80cd9b42011de4ac475f244899 columnFamilyName colfamily11 2024-11-18T06:01:27,565 DEBUG [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,565 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,566 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(327): Store=25194b80cd9b42011de4ac475f244899/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,566 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,568 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25194b80cd9b42011de4ac475f244899 columnFamilyName colfamily21 2024-11-18T06:01:27,568 DEBUG [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T06:01:27,568 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 174addc66e38ae5e190905a95b3c1341 columnFamilyName colfamily11 2024-11-18T06:01:27,568 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(327): Store=25194b80cd9b42011de4ac475f244899/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,569 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,569 DEBUG [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,569 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(327): Store=174addc66e38ae5e190905a95b3c1341/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,570 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25194b80cd9b42011de4ac475f244899 columnFamilyName colfamily31 2024-11-18T06:01:27,570 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,570 DEBUG [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,570 INFO [StoreOpener-25194b80cd9b42011de4ac475f244899-1 {}] regionserver.HStore(327): Store=25194b80cd9b42011de4ac475f244899/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=65 2024-11-18T06:01:27,570 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,34415,1731909497493 in 222 msec 2024-11-18T06:01:27,571 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 174addc66e38ae5e190905a95b3c1341 columnFamilyName colfamily21 2024-11-18T06:01:27,571 DEBUG [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,571 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,571 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(327): Store=174addc66e38ae5e190905a95b3c1341/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,572 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,572 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 174addc66e38ae5e190905a95b3c1341 columnFamilyName colfamily31 2024-11-18T06:01:27,573 DEBUG [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN in 412 msec 2024-11-18T06:01:27,573 INFO [StoreOpener-174addc66e38ae5e190905a95b3c1341-1 {}] regionserver.HStore(327): Store=174addc66e38ae5e190905a95b3c1341/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,574 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,574 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,575 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,575 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004 2024-11-18T06:01:27,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=66 2024-11-18T06:01:27,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,41567,1731909497358 in 234 msec 2024-11-18T06:01:27,577 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,578 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004 2024-11-18T06:01:27,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN in 417 msec 2024-11-18T06:01:27,582 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004 2024-11-18T06:01:27,582 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 25194b80cd9b42011de4ac475f244899 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,585 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004 2024-11-18T06:01:27,586 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 174addc66e38ae5e190905a95b3c1341 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,600 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/.tmp/colfamily11/69856d79d875479187a5f496c2a7e317 is 52, key is ddd/colfamily11:colfamily11/1731909503452/Put/seqid=0 2024-11-18T06:01:27,608 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/.tmp/colfamily11/22dead571b5a4617a14cddf3c72c98f2 is 52, key is ttt/colfamily11:colfamily11/1731909503618/Put/seqid=0 2024-11-18T06:01:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741880_1056 (size=39263) 2024-11-18T06:01:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741880_1056 (size=39263) 2024-11-18T06:01:27,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741880_1056 (size=39263) 2024-11-18T06:01:27,613 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/.tmp/colfamily11/69856d79d875479187a5f496c2a7e317 2024-11-18T06:01:27,621 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/.tmp/colfamily11/69856d79d875479187a5f496c2a7e317 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/colfamily11/69856d79d875479187a5f496c2a7e317 2024-11-18T06:01:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741881_1057 (size=39263) 2024-11-18T06:01:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741881_1057 (size=39263) 2024-11-18T06:01:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741881_1057 (size=39263) 2024-11-18T06:01:27,625 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/.tmp/colfamily11/22dead571b5a4617a14cddf3c72c98f2 2024-11-18T06:01:27,629 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/colfamily11/69856d79d875479187a5f496c2a7e317, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,629 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 25194b80cd9b42011de4ac475f244899 in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,630 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/0000000000000000004 2024-11-18T06:01:27,631 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,631 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,632 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,633 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/.tmp/colfamily11/22dead571b5a4617a14cddf3c72c98f2 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/colfamily11/22dead571b5a4617a14cddf3c72c98f2 2024-11-18T06:01:27,633 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,636 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,637 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 25194b80cd9b42011de4ac475f244899; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71900438, jitterRate=0.07140001654624939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,637 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:27,637 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 25194b80cd9b42011de4ac475f244899: Running coprocessor pre-open hook at 1731909687563Writing region info on filesystem at 1731909687563Initializing all the Stores at 1731909687564 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687564Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687564Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687564Obtaining lock to block concurrent updates at 1731909687582 (+18 ms)Preparing flush snapshotting stores in 25194b80cd9b42011de4ac475f244899 at 1731909687582Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687582Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. at 1731909687582Flushing 25194b80cd9b42011de4ac475f244899/colfamily11: creating writer at 1731909687582Flushing 25194b80cd9b42011de4ac475f244899/colfamily11: appending metadata at 1731909687599 (+17 ms)Flushing 25194b80cd9b42011de4ac475f244899/colfamily11: closing flushed file at 1731909687599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13d2787e: reopening flushed file at 1731909687620 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 25194b80cd9b42011de4ac475f244899 in 47ms, sequenceid=4, compaction requested=false; wal=null at 1731909687629 (+9 ms)Cleaning up temporary data from old regions at 1731909687631 (+2 ms)Running coprocessor post-open hooks at 1731909687637 (+6 ms)Region opened successfully at 1731909687637 2024-11-18T06:01:27,638 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., pid=81, masterSystemTime=1731909687481 2024-11-18T06:01:27,640 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:27,640 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:27,641 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:27,641 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => f923617b532f8d0a511f402ab888b788, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-18T06:01:27,641 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,641 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,641 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,642 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=25194b80cd9b42011de4ac475f244899, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,642 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,642 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/colfamily11/22dead571b5a4617a14cddf3c72c98f2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,642 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 174addc66e38ae5e190905a95b3c1341 in 57ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,644 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,644 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/0000000000000000004 2024-11-18T06:01:27,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T06:01:27,645 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f923617b532f8d0a511f402ab888b788 columnFamilyName colfamily11 2024-11-18T06:01:27,645 DEBUG [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,645 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,645 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,645 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(327): Store=f923617b532f8d0a511f402ab888b788/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,645 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,646 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,647 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f923617b532f8d0a511f402ab888b788 columnFamilyName colfamily21 2024-11-18T06:01:27,647 DEBUG [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,647 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(327): Store=f923617b532f8d0a511f402ab888b788/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,648 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=72 2024-11-18T06:01:27,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,34415,1731909497493 in 296 msec 2024-11-18T06:01:27,649 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f923617b532f8d0a511f402ab888b788 columnFamilyName colfamily31 2024-11-18T06:01:27,649 DEBUG [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,650 INFO [StoreOpener-f923617b532f8d0a511f402ab888b788-1 {}] regionserver.HStore(327): Store=f923617b532f8d0a511f402ab888b788/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,650 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,650 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN in 490 msec 2024-11-18T06:01:27,651 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,653 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,653 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,653 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004 2024-11-18T06:01:27,654 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 174addc66e38ae5e190905a95b3c1341; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75253463, jitterRate=0.12136398255825043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,654 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:27,654 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 174addc66e38ae5e190905a95b3c1341: Running coprocessor pre-open hook at 1731909687563Writing region info on filesystem at 1731909687563Initializing all the Stores at 1731909687564 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687564Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687565 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687565Obtaining lock to block concurrent updates at 1731909687586 (+21 ms)Preparing flush snapshotting stores in 174addc66e38ae5e190905a95b3c1341 at 1731909687586Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687586Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. at 1731909687586Flushing 174addc66e38ae5e190905a95b3c1341/colfamily11: creating writer at 1731909687586Flushing 174addc66e38ae5e190905a95b3c1341/colfamily11: appending metadata at 1731909687607 (+21 ms)Flushing 174addc66e38ae5e190905a95b3c1341/colfamily11: closing flushed file at 1731909687607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd5685d: reopening flushed file at 1731909687632 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 174addc66e38ae5e190905a95b3c1341 in 57ms, sequenceid=4, compaction requested=false; wal=null at 1731909687642 (+10 ms)Cleaning up temporary data from old regions at 1731909687645 (+3 ms)Running coprocessor post-open hooks at 1731909687654 (+9 ms)Region opened successfully at 1731909687654 2024-11-18T06:01:27,655 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., pid=79, masterSystemTime=1731909687475 2024-11-18T06:01:27,658 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:27,658 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:27,658 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:27,658 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => ecea730c40699a73622d0c465c505d30, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-18T06:01:27,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,658 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,659 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,659 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,659 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,660 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004 2024-11-18T06:01:27,660 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing f923617b532f8d0a511f402ab888b788 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T06:01:27,661 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,662 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecea730c40699a73622d0c465c505d30 columnFamilyName colfamily11 2024-11-18T06:01:27,662 DEBUG [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,663 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(327): Store=ecea730c40699a73622d0c465c505d30/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,663 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,664 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecea730c40699a73622d0c465c505d30 columnFamilyName colfamily21 2024-11-18T06:01:27,664 DEBUG [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,665 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(327): Store=ecea730c40699a73622d0c465c505d30/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-18T06:01:27,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,41567,1731909497358 in 321 msec 2024-11-18T06:01:27,665 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,666 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecea730c40699a73622d0c465c505d30 columnFamilyName colfamily31 2024-11-18T06:01:27,666 DEBUG [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN in 506 msec 2024-11-18T06:01:27,667 INFO [StoreOpener-ecea730c40699a73622d0c465c505d30-1 {}] regionserver.HStore(327): Store=ecea730c40699a73622d0c465c505d30/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,667 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,668 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,671 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,672 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004 2024-11-18T06:01:27,677 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004 2024-11-18T06:01:27,677 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing ecea730c40699a73622d0c465c505d30 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,680 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/.tmp/colfamily11/8586141a412e4d2aae8569444b5578b7 is 52, key is www/colfamily11:colfamily11/1731909503669/Put/seqid=0 2024-11-18T06:01:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741882_1058 (size=39263) 2024-11-18T06:01:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741882_1058 (size=39263) 2024-11-18T06:01:27,694 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/.tmp/colfamily11/8586141a412e4d2aae8569444b5578b7 2024-11-18T06:01:27,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741882_1058 (size=39263) 2024-11-18T06:01:27,698 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/.tmp/colfamily11/8ae9e391b9464fe583e6ba61c09ca8d1 is 52, key is ggg/colfamily11:colfamily11/1731909503493/Put/seqid=0 2024-11-18T06:01:27,704 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/.tmp/colfamily11/8586141a412e4d2aae8569444b5578b7 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/colfamily11/8586141a412e4d2aae8569444b5578b7 2024-11-18T06:01:27,711 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/colfamily11/8586141a412e4d2aae8569444b5578b7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,711 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f923617b532f8d0a511f402ab888b788 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741883_1059 (size=39263) 2024-11-18T06:01:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741883_1059 (size=39263) 2024-11-18T06:01:27,712 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/0000000000000000004 2024-11-18T06:01:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741883_1059 (size=39263) 2024-11-18T06:01:27,713 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/.tmp/colfamily11/8ae9e391b9464fe583e6ba61c09ca8d1 2024-11-18T06:01:27,714 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,714 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,714 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,716 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,718 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,719 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened f923617b532f8d0a511f402ab888b788; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65802777, jitterRate=-0.019462212920188904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,720 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:27,720 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for f923617b532f8d0a511f402ab888b788: Running coprocessor pre-open hook at 1731909687642Writing region info on filesystem at 1731909687642Initializing all the Stores at 1731909687643 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687643Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687644 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687644Obtaining lock to block concurrent updates at 1731909687660 (+16 ms)Preparing flush snapshotting stores in f923617b532f8d0a511f402ab888b788 at 1731909687660Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687660Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. at 1731909687660Flushing f923617b532f8d0a511f402ab888b788/colfamily11: creating writer at 1731909687660Flushing f923617b532f8d0a511f402ab888b788/colfamily11: appending metadata at 1731909687680 (+20 ms)Flushing f923617b532f8d0a511f402ab888b788/colfamily11: closing flushed file at 1731909687680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517ce9b7: reopening flushed file at 1731909687703 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f923617b532f8d0a511f402ab888b788 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731909687711 (+8 ms)Cleaning up temporary data from old regions at 1731909687714 (+3 ms)Running coprocessor post-open hooks at 1731909687720 (+6 ms)Region opened successfully at 1731909687720 2024-11-18T06:01:27,721 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., pid=76, masterSystemTime=1731909687481 2024-11-18T06:01:27,722 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/.tmp/colfamily11/8ae9e391b9464fe583e6ba61c09ca8d1 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/colfamily11/8ae9e391b9464fe583e6ba61c09ca8d1 2024-11-18T06:01:27,722 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:27,723 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:27,723 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:27,723 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => e3da50113e4628aac8569c4d9b54ccc7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-18T06:01:27,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f923617b532f8d0a511f402ab888b788, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,723 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,723 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,724 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,724 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T06:01:27,728 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,729 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da50113e4628aac8569c4d9b54ccc7 columnFamilyName colfamily11 2024-11-18T06:01:27,730 DEBUG [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=71 2024-11-18T06:01:27,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,34415,1731909497493 in 393 msec 2024-11-18T06:01:27,730 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(327): Store=e3da50113e4628aac8569c4d9b54ccc7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,731 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,731 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/colfamily11/8ae9e391b9464fe583e6ba61c09ca8d1, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,732 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da50113e4628aac8569c4d9b54ccc7 columnFamilyName colfamily21 2024-11-18T06:01:27,732 DEBUG [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,732 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ecea730c40699a73622d0c465c505d30 in 55ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,732 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(327): Store=e3da50113e4628aac8569c4d9b54ccc7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,732 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN in 571 msec 2024-11-18T06:01:27,733 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/0000000000000000004 2024-11-18T06:01:27,733 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3da50113e4628aac8569c4d9b54ccc7 columnFamilyName colfamily31 2024-11-18T06:01:27,733 DEBUG [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,734 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,734 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,734 INFO [StoreOpener-e3da50113e4628aac8569c4d9b54ccc7-1 {}] regionserver.HStore(327): Store=e3da50113e4628aac8569c4d9b54ccc7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,734 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,734 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,735 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,736 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,736 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,737 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004 2024-11-18T06:01:27,738 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,740 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened ecea730c40699a73622d0c465c505d30; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70378727, jitterRate=0.04872475564479828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,740 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:27,740 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for ecea730c40699a73622d0c465c505d30: Running coprocessor pre-open hook at 1731909687659Writing region info on filesystem at 1731909687659Initializing all the Stores at 1731909687660 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687660Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687661 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687661Obtaining lock to block concurrent updates at 1731909687677 (+16 ms)Preparing flush snapshotting stores in ecea730c40699a73622d0c465c505d30 at 1731909687677Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687677Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. at 1731909687677Flushing ecea730c40699a73622d0c465c505d30/colfamily11: creating writer at 1731909687677Flushing ecea730c40699a73622d0c465c505d30/colfamily11: appending metadata at 1731909687698 (+21 ms)Flushing ecea730c40699a73622d0c465c505d30/colfamily11: closing flushed file at 1731909687698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c95f54: reopening flushed file at 1731909687721 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ecea730c40699a73622d0c465c505d30 in 55ms, sequenceid=4, compaction requested=false; wal=null at 1731909687732 (+11 ms)Cleaning up temporary data from old regions at 1731909687734 (+2 ms)Running coprocessor post-open hooks at 1731909687740 (+6 ms)Region opened successfully at 1731909687740 2024-11-18T06:01:27,741 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., pid=77, masterSystemTime=1731909687475 2024-11-18T06:01:27,743 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004 2024-11-18T06:01:27,743 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing e3da50113e4628aac8569c4d9b54ccc7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,743 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:27,743 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:27,743 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:27,743 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => f0d064329f80e9449db59f71e65c0193, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T06:01:27,744 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,744 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=ecea730c40699a73622d0c465c505d30, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,744 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,744 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T06:01:27,747 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,748 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d064329f80e9449db59f71e65c0193 columnFamilyName colfamily11 2024-11-18T06:01:27,748 DEBUG [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,749 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(327): Store=f0d064329f80e9449db59f71e65c0193/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,749 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=70 2024-11-18T06:01:27,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,41567,1731909497358 in 411 msec 2024-11-18T06:01:27,750 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d064329f80e9449db59f71e65c0193 columnFamilyName colfamily21 2024-11-18T06:01:27,750 DEBUG [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,751 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(327): Store=f0d064329f80e9449db59f71e65c0193/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,751 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN in 591 msec 2024-11-18T06:01:27,752 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d064329f80e9449db59f71e65c0193 columnFamilyName colfamily31 2024-11-18T06:01:27,752 DEBUG [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,753 INFO [StoreOpener-f0d064329f80e9449db59f71e65c0193-1 {}] regionserver.HStore(327): Store=f0d064329f80e9449db59f71e65c0193/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,753 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,754 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,755 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,756 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004 2024-11-18T06:01:27,761 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004 2024-11-18T06:01:27,761 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing f0d064329f80e9449db59f71e65c0193 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:27,767 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/.tmp/colfamily11/5aef4c4f668942399f0114c995726eae is 52, key is qqq/colfamily11:colfamily11/1731909503572/Put/seqid=0 2024-11-18T06:01:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741884_1060 (size=39263) 2024-11-18T06:01:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741884_1060 (size=39263) 2024-11-18T06:01:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741884_1060 (size=39263) 2024-11-18T06:01:27,779 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/.tmp/colfamily11/5aef4c4f668942399f0114c995726eae 2024-11-18T06:01:27,782 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/.tmp/colfamily11/75fd743084df4caaa6a89c70d185c595 is 52, key is ccc/colfamily11:colfamily11/1731909503394/Put/seqid=0 2024-11-18T06:01:27,786 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/.tmp/colfamily11/5aef4c4f668942399f0114c995726eae as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/colfamily11/5aef4c4f668942399f0114c995726eae 2024-11-18T06:01:27,794 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/colfamily11/5aef4c4f668942399f0114c995726eae, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,794 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e3da50113e4628aac8569c4d9b54ccc7 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,795 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/0000000000000000004 2024-11-18T06:01:27,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741885_1061 (size=39263) 2024-11-18T06:01:27,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741885_1061 (size=39263) 2024-11-18T06:01:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741885_1061 (size=39263) 2024-11-18T06:01:27,798 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/.tmp/colfamily11/75fd743084df4caaa6a89c70d185c595 2024-11-18T06:01:27,798 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,798 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,799 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,800 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,805 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,806 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/.tmp/colfamily11/75fd743084df4caaa6a89c70d185c595 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/colfamily11/75fd743084df4caaa6a89c70d185c595 2024-11-18T06:01:27,806 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened e3da50113e4628aac8569c4d9b54ccc7; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63029444, jitterRate=-0.060788094997406006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,806 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:27,806 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for e3da50113e4628aac8569c4d9b54ccc7: Running coprocessor pre-open hook at 1731909687724Writing region info on filesystem at 1731909687724Initializing all the Stores at 1731909687727 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687727Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687728 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687728Obtaining lock to block concurrent updates at 1731909687743 (+15 ms)Preparing flush snapshotting stores in e3da50113e4628aac8569c4d9b54ccc7 at 1731909687743Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687743Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. at 1731909687743Flushing e3da50113e4628aac8569c4d9b54ccc7/colfamily11: creating writer at 1731909687743Flushing e3da50113e4628aac8569c4d9b54ccc7/colfamily11: appending metadata at 1731909687766 (+23 ms)Flushing e3da50113e4628aac8569c4d9b54ccc7/colfamily11: closing flushed file at 1731909687767 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2868cc0f: reopening flushed file at 1731909687785 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e3da50113e4628aac8569c4d9b54ccc7 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731909687794 (+9 ms)Cleaning up temporary data from old regions at 1731909687798 (+4 ms)Running coprocessor post-open hooks at 1731909687806 (+8 ms)Region opened successfully at 1731909687806 2024-11-18T06:01:27,807 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., pid=75, masterSystemTime=1731909687481 2024-11-18T06:01:27,809 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:27,809 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:27,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,34415,1731909497493 because future has completed 2024-11-18T06:01:27,815 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/colfamily11/75fd743084df4caaa6a89c70d185c595, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T06:01:27,815 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f0d064329f80e9449db59f71e65c0193 in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=69 2024-11-18T06:01:27,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,34415,1731909497493 in 483 msec 2024-11-18T06:01:27,817 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/0000000000000000004 2024-11-18T06:01:27,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN in 657 msec 2024-11-18T06:01:27,818 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,818 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,819 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,820 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,822 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,823 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened f0d064329f80e9449db59f71e65c0193; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69343519, jitterRate=0.033298954367637634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,824 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:27,824 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for f0d064329f80e9449db59f71e65c0193: Running coprocessor pre-open hook at 1731909687744Writing region info on filesystem at 1731909687744Initializing all the Stores at 1731909687746 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687746Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687746Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687746Obtaining lock to block concurrent updates at 1731909687761 (+15 ms)Preparing flush snapshotting stores in f0d064329f80e9449db59f71e65c0193 at 1731909687761Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909687761Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. at 1731909687761Flushing f0d064329f80e9449db59f71e65c0193/colfamily11: creating writer at 1731909687761Flushing f0d064329f80e9449db59f71e65c0193/colfamily11: appending metadata at 1731909687782 (+21 ms)Flushing f0d064329f80e9449db59f71e65c0193/colfamily11: closing flushed file at 1731909687782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ce4174: reopening flushed file at 1731909687804 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f0d064329f80e9449db59f71e65c0193 in 54ms, sequenceid=4, compaction requested=false; wal=null at 1731909687815 (+11 ms)Cleaning up temporary data from old regions at 1731909687818 (+3 ms)Running coprocessor post-open hooks at 1731909687824 (+6 ms)Region opened successfully at 1731909687824 2024-11-18T06:01:27,824 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., pid=74, masterSystemTime=1731909687475 2024-11-18T06:01:27,827 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:27,827 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:27,827 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:27,827 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 6537f6f3b692819f754ddcfa524d12c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-18T06:01:27,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,827 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,827 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T06:01:27,828 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,828 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T06:01:27,829 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,831 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6537f6f3b692819f754ddcfa524d12c3 columnFamilyName colfamily11 2024-11-18T06:01:27,831 DEBUG [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,831 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(327): Store=6537f6f3b692819f754ddcfa524d12c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,831 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=68 2024-11-18T06:01:27,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,41567,1731909497358 in 503 msec 2024-11-18T06:01:27,832 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6537f6f3b692819f754ddcfa524d12c3 columnFamilyName colfamily21 2024-11-18T06:01:27,833 DEBUG [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,833 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(327): Store=6537f6f3b692819f754ddcfa524d12c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,833 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN in 673 msec 2024-11-18T06:01:27,834 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6537f6f3b692819f754ddcfa524d12c3 columnFamilyName colfamily31 2024-11-18T06:01:27,834 DEBUG [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T06:01:27,835 INFO [StoreOpener-6537f6f3b692819f754ddcfa524d12c3-1 {}] regionserver.HStore(327): Store=6537f6f3b692819f754ddcfa524d12c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T06:01:27,835 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,836 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,837 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,838 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004 2024-11-18T06:01:27,841 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004 2024-11-18T06:01:27,841 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 6537f6f3b692819f754ddcfa524d12c3 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-18T06:01:27,856 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/.tmp/colfamily11/be44413c6c8842d6a059aa31ce313616 is 52, key is zzz/colfamily11:colfamily11/1731909503680/Put/seqid=0 2024-11-18T06:01:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741886_1062 (size=4857) 2024-11-18T06:01:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741886_1062 (size=4857) 2024-11-18T06:01:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741886_1062 (size=4857) 2024-11-18T06:01:27,864 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/.tmp/colfamily11/be44413c6c8842d6a059aa31ce313616 2024-11-18T06:01:27,871 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/.tmp/colfamily11/be44413c6c8842d6a059aa31ce313616 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/colfamily11/be44413c6c8842d6a059aa31ce313616 2024-11-18T06:01:27,877 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/colfamily11/be44413c6c8842d6a059aa31ce313616, entries=1, sequenceid=4, filesize=4.7 K 2024-11-18T06:01:27,877 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 6537f6f3b692819f754ddcfa524d12c3 in 36ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T06:01:27,878 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/0000000000000000004 2024-11-18T06:01:27,879 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,879 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,880 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T06:01:27,881 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,884 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T06:01:27,885 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 6537f6f3b692819f754ddcfa524d12c3; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70137470, jitterRate=0.045129746198654175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T06:01:27,885 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:27,885 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 6537f6f3b692819f754ddcfa524d12c3: Running coprocessor pre-open hook at 1731909687828Writing region info on filesystem at 1731909687828Initializing all the Stores at 1731909687829 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687829Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687829Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731909687829Obtaining lock to block concurrent updates at 1731909687841 (+12 ms)Preparing flush snapshotting stores in 6537f6f3b692819f754ddcfa524d12c3 at 1731909687841Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731909687841Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. at 1731909687841Flushing 6537f6f3b692819f754ddcfa524d12c3/colfamily11: creating writer at 1731909687841Flushing 6537f6f3b692819f754ddcfa524d12c3/colfamily11: appending metadata at 1731909687856 (+15 ms)Flushing 6537f6f3b692819f754ddcfa524d12c3/colfamily11: closing flushed file at 1731909687856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2500d660: reopening flushed file at 1731909687870 (+14 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 6537f6f3b692819f754ddcfa524d12c3 in 36ms, sequenceid=4, compaction requested=false; wal=null at 1731909687877 (+7 ms)Cleaning up temporary data from old regions at 1731909687879 (+2 ms)Running coprocessor post-open hooks at 1731909687885 (+6 ms)Region opened successfully at 1731909687885 2024-11-18T06:01:27,886 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., pid=73, masterSystemTime=1731909687475 2024-11-18T06:01:27,888 DEBUG [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:27,888 INFO [RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:27,888 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, openSeqNum=5, regionLocation=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,41567,1731909497358 because future has completed 2024-11-18T06:01:27,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=67 2024-11-18T06:01:27,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,41567,1731909497358 in 570 msec 2024-11-18T06:01:27,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=57 2024-11-18T06:01:27,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN in 735 msec 2024-11-18T06:01:27,896 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 6e2c48d1e2be,35301,1731909497552 after splitting done 2024-11-18T06:01:27,896 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T06:01:27,896 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:27,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:27,897 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T06:01:27,909 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:27,910 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T06:01:27,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:27,910 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:01:27,910 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:01:27,910 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T06:01:27,910 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T06:01:27,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T06:01:27,911 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T06:01:27,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:27,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:27,915 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T06:01:27,915 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T06:01:27,915 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T06:01:27,915 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T06:01:27,915 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T06:01:27,915 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN 2024-11-18T06:01:27,919 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.meta.1731909499464.meta, worker=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6e2c48d1e2be%2C35301%2C1731909497552.1731909499036, worker=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=174addc66e38ae5e190905a95b3c1341, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7dac54561a05d31ed2c079464459484b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=055b3cb2e93c37456975d265c6d12422, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6537f6f3b692819f754ddcfa524d12c3, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d064329f80e9449db59f71e65c0193, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e3da50113e4628aac8569c4d9b54ccc7, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecea730c40699a73622d0c465c505d30, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f923617b532f8d0a511f402ab888b788, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=25194b80cd9b42011de4ac475f244899, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 6537f6f3b692819f754ddcfa524d12c3, server=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d064329f80e9449db59f71e65c0193, server=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure e3da50113e4628aac8569c4d9b54ccc7, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f923617b532f8d0a511f402ab888b788, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure ecea730c40699a73622d0c465c505d30, server=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 055b3cb2e93c37456975d265c6d12422, server=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,920 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 174addc66e38ae5e190905a95b3c1341, server=6e2c48d1e2be,41567,1731909497358 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,921 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dac54561a05d31ed2c079464459484b, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,921 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 25194b80cd9b42011de4ac475f244899, server=6e2c48d1e2be,34415,1731909497493 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T06:01:27,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-18T06:01:27,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=61 2024-11-18T06:01:27,922 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6e2c48d1e2be,34415,1731909497493, table=hbase:meta, region=1588230740 2024-11-18T06:01:27,922 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6e2c48d1e2be,34415,1731909497493, state=OPEN 2024-11-18T06:01:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T06:01:27,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:27,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:27,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T06:01:27,977 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731909717977 2024-11-18T06:01:27,977 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T06:01:27,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3499726b3d62288cc92cdbf933f488e3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=179f934e1e964b4254b4d1e93a91b40a, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d064329f80e9449db59f71e65c0193, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=5 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=25194b80cd9b42011de4ac475f244899, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=5 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d516be5504e5b80ddd383eab8913a0e, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7b215d66975c558e6d30ee5ed598759d, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecea730c40699a73622d0c465c505d30, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=5 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f93fe579472eb28db608138a58a29512, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c98525172a8f91689c5556769e2e6d7, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7dac54561a05d31ed2c079464459484b, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=5 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6da7f7e4bc4b71ca510ec38283445010, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3aa2162f9e59590bc73027b35794d34d, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=99ee4c2c4ba91578e822cffa3ec2a97e, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=055b3cb2e93c37456975d265c6d12422, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=5 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d097d08e6846d2a1c9871d2c81dd6d92, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6103f50829364a3e909e2b5adad40df0, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e3da50113e4628aac8569c4d9b54ccc7, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=5 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9776cbfae55ee50492a933acf8a20beb, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=22427849ef33ee56eed7da6fccc99321, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=174addc66e38ae5e190905a95b3c1341, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=5 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad6b14b8aa2162b0860404503ee5cfc3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=15770c96cfb7e462399026607b28c068, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f923617b532f8d0a511f402ab888b788, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=5 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e03e49c742a0ba14933fe4b24f2b63a9, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=2 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb611322561af6ba1d0225fdcb1d34b8, regionState=OPEN, lastHost=6e2c48d1e2be,34415,1731909497493, regionLocation=6e2c48d1e2be,34415,1731909497493, openSeqNum=2 2024-11-18T06:01:27,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6537f6f3b692819f754ddcfa524d12c3, regionState=OPEN, lastHost=6e2c48d1e2be,41567,1731909497358, regionLocation=6e2c48d1e2be,41567,1731909497358, openSeqNum=5 2024-11-18T06:01:27,991 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T06:01:27,991 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731909747991 2024-11-18T06:01:27,991 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731909807991 2024-11-18T06:01:27,991 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-18T06:01:27,991 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 6e2c48d1e2be,35301,1731909497552 after splitting done 2024-11-18T06:01:27,991 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T06:01:27,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 6e2c48d1e2be,35301,1731909497552, splitWal=true, meta=true in 3 mins, 3.282 sec 2024-11-18T06:01:28,249 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T06:01:28,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:01:28,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T06:01:28,267 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6e2c48d1e2be:35301 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T06:01:28,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=java.net.ConnectException: Call to address=6e2c48d1e2be:35301 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:28,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-18T06:01:28,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:28,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 6e2c48d1e2be:35301 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6e2c48d1e2be/172.17.0.2:35301 2024-11-18T06:01:28,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:28,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,35301,1731909497552, seqNum=-1 from cache 2024-11-18T06:01:28,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T06:01:28,486 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T06:01:28,487 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6e2c48d1e2be,34415,1731909497493, seqNum=-1] 2024-11-18T06:01:28,493 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=5] 2024-11-18T06:01:28,506 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:28,506 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,506 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,506 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:28,616 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=5] 2024-11-18T06:01:28,635 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:28,636 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,636 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,636 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:28,748 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=5] 2024-11-18T06:01:28,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:28,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,767 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:28,877 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=5] 2024-11-18T06:01:28,897 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:28,897 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,898 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:28,898 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:29,009 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=5] 2024-11-18T06:01:29,019 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:29,019 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,019 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,019 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:29,132 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=5] 2024-11-18T06:01:29,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:29,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,144 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:29,259 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=5] 2024-11-18T06:01:29,271 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:29,271 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,271 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,271 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:29,380 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788., hostname=6e2c48d1e2be,34415,1731909497493, seqNum=5] 2024-11-18T06:01:29,392 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6e2c48d1e2be:35301 this server is in the failed servers list 2024-11-18T06:01:29,393 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6e2c48d1e2be:35301 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,393 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6e2c48d1e2be:35301 2024-11-18T06:01:29,393 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., hostname=6e2c48d1e2be,35301,1731909497552, seqNum=2 from cache 2024-11-18T06:01:29,509 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3., hostname=6e2c48d1e2be,41567,1731909497358, seqNum=5] 2024-11-18T06:01:29,582 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T06:01:29,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T06:01:29,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:01:29,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:01:29,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:01:29,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:01:29,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T06:01:29,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T06:01:29,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173524037, stopped=false 2024-11-18T06:01:29,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6e2c48d1e2be,33453,1731909496643 2024-11-18T06:01:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:01:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:01:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T06:01:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:01:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:01:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:01:29,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:29,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T06:01:29,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:01:29,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:01:29,645 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-18T06:01:29,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:01:29,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:01:29,646 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 174addc66e38ae5e190905a95b3c1341 2024-11-18T06:01:29,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T06:01:29,647 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,41567,1731909497358' ***** 2024-11-18T06:01:29,647 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:01:29,647 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6e2c48d1e2be,34415,1731909497493' ***** 2024-11-18T06:01:29,647 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 6537f6f3b692819f754ddcfa524d12c3 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 3aa2162f9e59590bc73027b35794d34d 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for d097d08e6846d2a1c9871d2c81dd6d92 2024-11-18T06:01:29,647 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 9776cbfae55ee50492a933acf8a20beb 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for ad6b14b8aa2162b0860404503ee5cfc3 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 6da7f7e4bc4b71ca510ec38283445010 2024-11-18T06:01:29,647 INFO [RS:1;6e2c48d1e2be:34415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for ecea730c40699a73622d0c465c505d30 2024-11-18T06:01:29,647 INFO [RS:1;6e2c48d1e2be:34415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:01:29,647 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 174addc66e38ae5e190905a95b3c1341, disabling compactions & flushes 2024-11-18T06:01:29,647 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for f93fe579472eb28db608138a58a29512 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 6103f50829364a3e909e2b5adad40df0 2024-11-18T06:01:29,648 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 055b3cb2e93c37456975d265c6d12422 2024-11-18T06:01:29,648 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:29,648 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 3499726b3d62288cc92cdbf933f488e3 2024-11-18T06:01:29,648 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for e03e49c742a0ba14933fe4b24f2b63a9 2024-11-18T06:01:29,648 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:29,648 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:01:29,648 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d516be5504e5b80ddd383eab8913a0e 2024-11-18T06:01:29,648 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. after waiting 0 ms 2024-11-18T06:01:29,648 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3091): Received CLOSE for f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:29,648 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 25194b80cd9b42011de4ac475f244899 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 22427849ef33ee56eed7da6fccc99321 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c98525172a8f91689c5556769e2e6d7 2024-11-18T06:01:29,648 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6103f50829364a3e909e2b5adad40df0, disabling compactions & flushes 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 15770c96cfb7e462399026607b28c068 2024-11-18T06:01:29,648 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for e3da50113e4628aac8569c4d9b54ccc7 2024-11-18T06:01:29,648 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T06:01:29,648 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. after waiting 0 ms 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b215d66975c558e6d30ee5ed598759d 2024-11-18T06:01:29,648 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 99ee4c2c4ba91578e822cffa3ec2a97e 2024-11-18T06:01:29,648 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:29,649 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6103f50829364a3e909e2b5adad40df0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,649 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 179f934e1e964b4254b4d1e93a91b40a 2024-11-18T06:01:29,649 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dac54561a05d31ed2c079464459484b 2024-11-18T06:01:29,649 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T06:01:29,649 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:29,649 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:01:29,649 INFO [RS:1;6e2c48d1e2be:34415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6e2c48d1e2be:34415. 2024-11-18T06:01:29,649 DEBUG [RS:1;6e2c48d1e2be:34415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:01:29,649 DEBUG [RS:1;6e2c48d1e2be:34415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:01:29,650 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:01:29,650 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:01:29,650 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:01:29,650 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T06:01:29,650 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T06:01:29,651 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 6537f6f3b692819f754ddcfa524d12c3, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 3aa2162f9e59590bc73027b35794d34d, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d097d08e6846d2a1c9871d2c81dd6d92, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 9776cbfae55ee50492a933acf8a20beb, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: ad6b14b8aa2162b0860404503ee5cfc3, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 6da7f7e4bc4b71ca510ec38283445010, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: ecea730c40699a73622d0c465c505d30, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: f93fe579472eb28db608138a58a29512, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 055b3cb2e93c37456975d265c6d12422, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 3499726b3d62288cc92cdbf933f488e3, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e03e49c742a0ba14933fe4b24f2b63a9, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,651 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 9d516be5504e5b80ddd383eab8913a0e, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,652 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: f0d064329f80e9449db59f71e65c0193, which we are already trying to CLOSE, but not completed yet 2024-11-18T06:01:29,652 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-18T06:01:29,652 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(959): stopping server 6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:29,652 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:01:29,652 INFO [RS:0;6e2c48d1e2be:41567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6e2c48d1e2be:41567. 2024-11-18T06:01:29,652 DEBUG [RS:0;6e2c48d1e2be:41567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T06:01:29,652 DEBUG [RS:0;6e2c48d1e2be:41567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:01:29,652 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-18T06:01:29,652 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1351): Waiting on 15770c96cfb7e462399026607b28c068, 1588230740, 179f934e1e964b4254b4d1e93a91b40a, 22427849ef33ee56eed7da6fccc99321, 25194b80cd9b42011de4ac475f244899, 4c98525172a8f91689c5556769e2e6d7, 6103f50829364a3e909e2b5adad40df0, 7b215d66975c558e6d30ee5ed598759d, 7dac54561a05d31ed2c079464459484b, 99ee4c2c4ba91578e822cffa3ec2a97e, e3da50113e4628aac8569c4d9b54ccc7, eb611322561af6ba1d0225fdcb1d34b8, f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:29,652 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1351): Waiting on 055b3cb2e93c37456975d265c6d12422, 174addc66e38ae5e190905a95b3c1341, 3499726b3d62288cc92cdbf933f488e3, 3aa2162f9e59590bc73027b35794d34d, 6537f6f3b692819f754ddcfa524d12c3, 6da7f7e4bc4b71ca510ec38283445010, 9776cbfae55ee50492a933acf8a20beb, 9d516be5504e5b80ddd383eab8913a0e, ad6b14b8aa2162b0860404503ee5cfc3, d097d08e6846d2a1c9871d2c81dd6d92, e03e49c742a0ba14933fe4b24f2b63a9, ecea730c40699a73622d0c465c505d30, f0d064329f80e9449db59f71e65c0193, f93fe579472eb28db608138a58a29512 2024-11-18T06:01:29,653 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T06:01:29,653 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T06:01:29,653 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T06:01:29,653 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T06:01:29,653 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T06:01:29,653 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-18T06:01:29,659 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/174addc66e38ae5e190905a95b3c1341/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:29,661 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:29,661 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 174addc66e38ae5e190905a95b3c1341: Waiting for close lock at 1731909689647Running coprocessor pre-close hooks at 1731909689647Disabling compacts and flushes for region at 1731909689647Disabling writes for close at 1731909689648 (+1 ms)Writing region close event to WAL at 1731909689654 (+6 ms)Running coprocessor post-close hooks at 1731909689659 (+5 ms)Closed at 1731909689661 (+2 ms) 2024-11-18T06:01:29,662 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/info/451488661cb14909a90c9db7c3d254b2 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193./info:regioninfo/1731909687827/Put/seqid=0 2024-11-18T06:01:29,662 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731909499865.174addc66e38ae5e190905a95b3c1341. 2024-11-18T06:01:29,662 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6537f6f3b692819f754ddcfa524d12c3, disabling compactions & flushes 2024-11-18T06:01:29,662 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:29,662 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:29,662 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. after waiting 0 ms 2024-11-18T06:01:29,662 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:29,679 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6537f6f3b692819f754ddcfa524d12c3/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:29,680 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:29,680 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6537f6f3b692819f754ddcfa524d12c3: Waiting for close lock at 1731909689662Running coprocessor pre-close hooks at 1731909689662Disabling compacts and flushes for region at 1731909689662Disabling writes for close at 1731909689662Writing region close event to WAL at 1731909689665 (+3 ms)Running coprocessor post-close hooks at 1731909689680 (+15 ms)Closed at 1731909689680 2024-11-18T06:01:29,680 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731909499865.6537f6f3b692819f754ddcfa524d12c3. 2024-11-18T06:01:29,681 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0/.tmp/colfamily11/8dc7be7e7a29439db59c10d8bfd6fde3 is 52, key is ppp/colfamily11:colfamily11/1731909503538/Put/seqid=0 2024-11-18T06:01:29,681 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3aa2162f9e59590bc73027b35794d34d, disabling compactions & flushes 2024-11-18T06:01:29,681 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T06:01:29,681 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T06:01:29,681 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. after waiting 0 ms 2024-11-18T06:01:29,681 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T06:01:29,681 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3aa2162f9e59590bc73027b35794d34d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741887_1063 (size=19852) 2024-11-18T06:01:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741887_1063 (size=19852) 2024-11-18T06:01:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741887_1063 (size=19852) 2024-11-18T06:01:29,693 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/info/451488661cb14909a90c9db7c3d254b2 2024-11-18T06:01:29,701 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/.tmp/info/451488661cb14909a90c9db7c3d254b2 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/info/451488661cb14909a90c9db7c3d254b2 2024-11-18T06:01:29,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741888_1064 (size=39263) 2024-11-18T06:01:29,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741888_1064 (size=39263) 2024-11-18T06:01:29,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741888_1064 (size=39263) 2024-11-18T06:01:29,709 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0/.tmp/colfamily11/8dc7be7e7a29439db59c10d8bfd6fde3 2024-11-18T06:01:29,710 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/info/451488661cb14909a90c9db7c3d254b2, entries=72, sequenceid=81, filesize=19.4 K 2024-11-18T06:01:29,712 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 58ms, sequenceid=81, compaction requested=false 2024-11-18T06:01:29,716 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d/.tmp/colfamily11/ef9c97edc41147459c0815acff6a85b4 is 52, key is lll/colfamily11:colfamily11/1731909503817/Put/seqid=0 2024-11-18T06:01:29,720 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0/.tmp/colfamily11/8dc7be7e7a29439db59c10d8bfd6fde3 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0/colfamily11/8dc7be7e7a29439db59c10d8bfd6fde3 2024-11-18T06:01:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741889_1065 (size=39263) 2024-11-18T06:01:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741889_1065 (size=39263) 2024-11-18T06:01:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741889_1065 (size=39263) 2024-11-18T06:01:29,726 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d/.tmp/colfamily11/ef9c97edc41147459c0815acff6a85b4 2024-11-18T06:01:29,729 INFO [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:01:29,730 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0/colfamily11/8dc7be7e7a29439db59c10d8bfd6fde3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,731 INFO [regionserver/6e2c48d1e2be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:01:29,731 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6103f50829364a3e909e2b5adad40df0 in 83ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,732 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-18T06:01:29,734 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T06:01:29,734 INFO [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T06:01:29,735 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731909689652Running coprocessor pre-close hooks at 1731909689652Disabling compacts and flushes for region at 1731909689652Disabling writes for close at 1731909689653 (+1 ms)Obtaining lock to block concurrent updates at 1731909689653Preparing flush snapshotting stores in 1588230740 at 1731909689653Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13710, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731909689654 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731909689655 (+1 ms)Flushing 1588230740/info: creating writer at 1731909689655Flushing 1588230740/info: appending metadata at 1731909689660 (+5 ms)Flushing 1588230740/info: closing flushed file at 1731909689660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6115aaac: reopening flushed file at 1731909689700 (+40 ms)Finished flush of dataSize ~13.39 KB/13710, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 58ms, sequenceid=81, compaction requested=false at 1731909689712 (+12 ms)Writing region close event to WAL at 1731909689717 (+5 ms)Running coprocessor post-close hooks at 1731909689734 (+17 ms)Closed at 1731909689734 2024-11-18T06:01:29,735 DEBUG [RS_CLOSE_META-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T06:01:29,737 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6103f50829364a3e909e2b5adad40df0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,737 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d/.tmp/colfamily11/ef9c97edc41147459c0815acff6a85b4 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d/colfamily11/ef9c97edc41147459c0815acff6a85b4 2024-11-18T06:01:29,738 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T06:01:29,738 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6103f50829364a3e909e2b5adad40df0: Waiting for close lock at 1731909689648Running coprocessor pre-close hooks at 1731909689648Disabling compacts and flushes for region at 1731909689648Disabling writes for close at 1731909689648Obtaining lock to block concurrent updates at 1731909689649 (+1 ms)Preparing flush snapshotting stores in 6103f50829364a3e909e2b5adad40df0 at 1731909689649Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689654 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. at 1731909689655 (+1 ms)Flushing 6103f50829364a3e909e2b5adad40df0/colfamily11: creating writer at 1731909689655Flushing 6103f50829364a3e909e2b5adad40df0/colfamily11: appending metadata at 1731909689680 (+25 ms)Flushing 6103f50829364a3e909e2b5adad40df0/colfamily11: closing flushed file at 1731909689680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322c7033: reopening flushed file at 1731909689718 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6103f50829364a3e909e2b5adad40df0 in 83ms, sequenceid=5, compaction requested=false at 1731909689732 (+14 ms)Writing region close event to WAL at 1731909689732Running coprocessor post-close hooks at 1731909689737 (+5 ms)Closed at 1731909689738 (+1 ms) 2024-11-18T06:01:29,738 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731909499865.6103f50829364a3e909e2b5adad40df0. 2024-11-18T06:01:29,738 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25194b80cd9b42011de4ac475f244899, disabling compactions & flushes 2024-11-18T06:01:29,738 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:29,738 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:29,738 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. after waiting 0 ms 2024-11-18T06:01:29,738 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:29,743 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/25194b80cd9b42011de4ac475f244899/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:29,744 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:29,744 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25194b80cd9b42011de4ac475f244899: Waiting for close lock at 1731909689738Running coprocessor pre-close hooks at 1731909689738Disabling compacts and flushes for region at 1731909689738Disabling writes for close at 1731909689738Writing region close event to WAL at 1731909689739 (+1 ms)Running coprocessor post-close hooks at 1731909689744 (+5 ms)Closed at 1731909689744 2024-11-18T06:01:29,744 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731909499865.25194b80cd9b42011de4ac475f244899. 2024-11-18T06:01:29,745 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22427849ef33ee56eed7da6fccc99321, disabling compactions & flushes 2024-11-18T06:01:29,745 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T06:01:29,745 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T06:01:29,745 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. after waiting 0 ms 2024-11-18T06:01:29,745 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T06:01:29,745 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22427849ef33ee56eed7da6fccc99321 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,747 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d/colfamily11/ef9c97edc41147459c0815acff6a85b4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,748 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3aa2162f9e59590bc73027b35794d34d in 67ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,752 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3aa2162f9e59590bc73027b35794d34d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,753 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T06:01:29,753 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3aa2162f9e59590bc73027b35794d34d: Waiting for close lock at 1731909689681Running coprocessor pre-close hooks at 1731909689681Disabling compacts and flushes for region at 1731909689681Disabling writes for close at 1731909689681Obtaining lock to block concurrent updates at 1731909689681Preparing flush snapshotting stores in 3aa2162f9e59590bc73027b35794d34d at 1731909689681Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689681Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. at 1731909689682 (+1 ms)Flushing 3aa2162f9e59590bc73027b35794d34d/colfamily11: creating writer at 1731909689682Flushing 3aa2162f9e59590bc73027b35794d34d/colfamily11: appending metadata at 1731909689715 (+33 ms)Flushing 3aa2162f9e59590bc73027b35794d34d/colfamily11: closing flushed file at 1731909689715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7147c5f4: reopening flushed file at 1731909689736 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3aa2162f9e59590bc73027b35794d34d in 67ms, sequenceid=5, compaction requested=false at 1731909689748 (+12 ms)Writing region close event to WAL at 1731909689749 (+1 ms)Running coprocessor post-close hooks at 1731909689753 (+4 ms)Closed at 1731909689753 2024-11-18T06:01:29,753 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731909499865.3aa2162f9e59590bc73027b35794d34d. 2024-11-18T06:01:29,753 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d097d08e6846d2a1c9871d2c81dd6d92, disabling compactions & flushes 2024-11-18T06:01:29,753 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T06:01:29,754 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T06:01:29,754 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. after waiting 0 ms 2024-11-18T06:01:29,754 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T06:01:29,754 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d097d08e6846d2a1c9871d2c81dd6d92 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,763 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321/.tmp/colfamily11/5994b2d2535e4a4ca7594f18f7ebf149 is 52, key is sss/colfamily11:colfamily11/1731909503566/Put/seqid=0 2024-11-18T06:01:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741890_1066 (size=39263) 2024-11-18T06:01:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741890_1066 (size=39263) 2024-11-18T06:01:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741890_1066 (size=39263) 2024-11-18T06:01:29,771 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321/.tmp/colfamily11/5994b2d2535e4a4ca7594f18f7ebf149 2024-11-18T06:01:29,773 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92/.tmp/colfamily11/a88cd2145d414c62b96827b7eacc9fdf is 52, key is ooo/colfamily11:colfamily11/1731909503851/Put/seqid=0 2024-11-18T06:01:29,778 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321/.tmp/colfamily11/5994b2d2535e4a4ca7594f18f7ebf149 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321/colfamily11/5994b2d2535e4a4ca7594f18f7ebf149 2024-11-18T06:01:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741891_1067 (size=39263) 2024-11-18T06:01:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741891_1067 (size=39263) 2024-11-18T06:01:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741891_1067 (size=39263) 2024-11-18T06:01:29,781 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92/.tmp/colfamily11/a88cd2145d414c62b96827b7eacc9fdf 2024-11-18T06:01:29,786 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321/colfamily11/5994b2d2535e4a4ca7594f18f7ebf149, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,788 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92/.tmp/colfamily11/a88cd2145d414c62b96827b7eacc9fdf as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92/colfamily11/a88cd2145d414c62b96827b7eacc9fdf 2024-11-18T06:01:29,788 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 22427849ef33ee56eed7da6fccc99321 in 42ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,792 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/22427849ef33ee56eed7da6fccc99321/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,793 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T06:01:29,793 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22427849ef33ee56eed7da6fccc99321: Waiting for close lock at 1731909689745Running coprocessor pre-close hooks at 1731909689745Disabling compacts and flushes for region at 1731909689745Disabling writes for close at 1731909689745Obtaining lock to block concurrent updates at 1731909689745Preparing flush snapshotting stores in 22427849ef33ee56eed7da6fccc99321 at 1731909689745Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689745Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. at 1731909689746 (+1 ms)Flushing 22427849ef33ee56eed7da6fccc99321/colfamily11: creating writer at 1731909689746Flushing 22427849ef33ee56eed7da6fccc99321/colfamily11: appending metadata at 1731909689763 (+17 ms)Flushing 22427849ef33ee56eed7da6fccc99321/colfamily11: closing flushed file at 1731909689763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d35772b: reopening flushed file at 1731909689777 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 22427849ef33ee56eed7da6fccc99321 in 42ms, sequenceid=5, compaction requested=false at 1731909689788 (+11 ms)Writing region close event to WAL at 1731909689788Running coprocessor post-close hooks at 1731909689793 (+5 ms)Closed at 1731909689793 2024-11-18T06:01:29,793 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731909499865.22427849ef33ee56eed7da6fccc99321. 2024-11-18T06:01:29,793 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c98525172a8f91689c5556769e2e6d7, disabling compactions & flushes 2024-11-18T06:01:29,793 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T06:01:29,793 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T06:01:29,793 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. after waiting 0 ms 2024-11-18T06:01:29,794 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T06:01:29,794 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c98525172a8f91689c5556769e2e6d7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,796 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92/colfamily11/a88cd2145d414c62b96827b7eacc9fdf, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,798 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d097d08e6846d2a1c9871d2c81dd6d92 in 43ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,803 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d097d08e6846d2a1c9871d2c81dd6d92/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,803 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T06:01:29,803 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d097d08e6846d2a1c9871d2c81dd6d92: Waiting for close lock at 1731909689753Running coprocessor pre-close hooks at 1731909689753Disabling compacts and flushes for region at 1731909689753Disabling writes for close at 1731909689754 (+1 ms)Obtaining lock to block concurrent updates at 1731909689754Preparing flush snapshotting stores in d097d08e6846d2a1c9871d2c81dd6d92 at 1731909689754Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689754Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. at 1731909689755 (+1 ms)Flushing d097d08e6846d2a1c9871d2c81dd6d92/colfamily11: creating writer at 1731909689755Flushing d097d08e6846d2a1c9871d2c81dd6d92/colfamily11: appending metadata at 1731909689772 (+17 ms)Flushing d097d08e6846d2a1c9871d2c81dd6d92/colfamily11: closing flushed file at 1731909689772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb16cc3: reopening flushed file at 1731909689786 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d097d08e6846d2a1c9871d2c81dd6d92 in 43ms, sequenceid=5, compaction requested=false at 1731909689798 (+12 ms)Writing region close event to WAL at 1731909689799 (+1 ms)Running coprocessor post-close hooks at 1731909689803 (+4 ms)Closed at 1731909689803 2024-11-18T06:01:29,804 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731909499865.d097d08e6846d2a1c9871d2c81dd6d92. 2024-11-18T06:01:29,804 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9776cbfae55ee50492a933acf8a20beb, disabling compactions & flushes 2024-11-18T06:01:29,804 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T06:01:29,804 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T06:01:29,804 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. after waiting 0 ms 2024-11-18T06:01:29,804 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T06:01:29,804 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9776cbfae55ee50492a933acf8a20beb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,813 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7/.tmp/colfamily11/0751fccbd70d4125b3435b57eb817cb4 is 52, key is iii/colfamily11:colfamily11/1731909503483/Put/seqid=0 2024-11-18T06:01:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741892_1068 (size=39263) 2024-11-18T06:01:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741892_1068 (size=39263) 2024-11-18T06:01:29,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741892_1068 (size=39263) 2024-11-18T06:01:29,828 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb/.tmp/colfamily11/9824545dc54543a1ad9c40c26ff4cb57 is 52, key is rrr/colfamily11:colfamily11/1731909503885/Put/seqid=0 2024-11-18T06:01:29,828 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7/.tmp/colfamily11/0751fccbd70d4125b3435b57eb817cb4 2024-11-18T06:01:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741893_1069 (size=39263) 2024-11-18T06:01:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741893_1069 (size=39263) 2024-11-18T06:01:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741893_1069 (size=39263) 2024-11-18T06:01:29,837 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7/.tmp/colfamily11/0751fccbd70d4125b3435b57eb817cb4 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7/colfamily11/0751fccbd70d4125b3435b57eb817cb4 2024-11-18T06:01:29,844 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7/colfamily11/0751fccbd70d4125b3435b57eb817cb4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,845 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c98525172a8f91689c5556769e2e6d7 in 51ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,849 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c98525172a8f91689c5556769e2e6d7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,850 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T06:01:29,850 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c98525172a8f91689c5556769e2e6d7: Waiting for close lock at 1731909689793Running coprocessor pre-close hooks at 1731909689793Disabling compacts and flushes for region at 1731909689793Disabling writes for close at 1731909689793Obtaining lock to block concurrent updates at 1731909689794 (+1 ms)Preparing flush snapshotting stores in 4c98525172a8f91689c5556769e2e6d7 at 1731909689794Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689794Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. at 1731909689795 (+1 ms)Flushing 4c98525172a8f91689c5556769e2e6d7/colfamily11: creating writer at 1731909689795Flushing 4c98525172a8f91689c5556769e2e6d7/colfamily11: appending metadata at 1731909689813 (+18 ms)Flushing 4c98525172a8f91689c5556769e2e6d7/colfamily11: closing flushed file at 1731909689813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6512e57d: reopening flushed file at 1731909689835 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c98525172a8f91689c5556769e2e6d7 in 51ms, sequenceid=5, compaction requested=false at 1731909689845 (+10 ms)Writing region close event to WAL at 1731909689846 (+1 ms)Running coprocessor post-close hooks at 1731909689850 (+4 ms)Closed at 1731909689850 2024-11-18T06:01:29,850 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731909499865.4c98525172a8f91689c5556769e2e6d7. 2024-11-18T06:01:29,850 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15770c96cfb7e462399026607b28c068, disabling compactions & flushes 2024-11-18T06:01:29,850 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T06:01:29,850 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T06:01:29,851 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. after waiting 0 ms 2024-11-18T06:01:29,851 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T06:01:29,851 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15770c96cfb7e462399026607b28c068 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,852 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1351): Waiting on 15770c96cfb7e462399026607b28c068, 179f934e1e964b4254b4d1e93a91b40a, 7b215d66975c558e6d30ee5ed598759d, 7dac54561a05d31ed2c079464459484b, 99ee4c2c4ba91578e822cffa3ec2a97e, e3da50113e4628aac8569c4d9b54ccc7, eb611322561af6ba1d0225fdcb1d34b8, f923617b532f8d0a511f402ab888b788 2024-11-18T06:01:29,852 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1351): Waiting on 055b3cb2e93c37456975d265c6d12422, 3499726b3d62288cc92cdbf933f488e3, 6da7f7e4bc4b71ca510ec38283445010, 9776cbfae55ee50492a933acf8a20beb, 9d516be5504e5b80ddd383eab8913a0e, ad6b14b8aa2162b0860404503ee5cfc3, e03e49c742a0ba14933fe4b24f2b63a9, ecea730c40699a73622d0c465c505d30, f0d064329f80e9449db59f71e65c0193, f93fe579472eb28db608138a58a29512 2024-11-18T06:01:29,867 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068/.tmp/colfamily11/8c5df04ea7d3455e96377b840d1a5c13 is 52, key is vvv/colfamily11:colfamily11/1731909503605/Put/seqid=0 2024-11-18T06:01:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741894_1070 (size=39263) 2024-11-18T06:01:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741894_1070 (size=39263) 2024-11-18T06:01:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741894_1070 (size=39263) 2024-11-18T06:01:29,876 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068/.tmp/colfamily11/8c5df04ea7d3455e96377b840d1a5c13 2024-11-18T06:01:29,879 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:01:29,879 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:01:29,881 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T06:01:29,881 INFO [regionserver/6e2c48d1e2be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T06:01:29,884 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068/.tmp/colfamily11/8c5df04ea7d3455e96377b840d1a5c13 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068/colfamily11/8c5df04ea7d3455e96377b840d1a5c13 2024-11-18T06:01:29,889 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068/colfamily11/8c5df04ea7d3455e96377b840d1a5c13, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,890 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 15770c96cfb7e462399026607b28c068 in 39ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,894 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/15770c96cfb7e462399026607b28c068/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,895 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T06:01:29,895 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15770c96cfb7e462399026607b28c068: Waiting for close lock at 1731909689850Running coprocessor pre-close hooks at 1731909689850Disabling compacts and flushes for region at 1731909689850Disabling writes for close at 1731909689851 (+1 ms)Obtaining lock to block concurrent updates at 1731909689851Preparing flush snapshotting stores in 15770c96cfb7e462399026607b28c068 at 1731909689851Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689851Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. at 1731909689852 (+1 ms)Flushing 15770c96cfb7e462399026607b28c068/colfamily11: creating writer at 1731909689852Flushing 15770c96cfb7e462399026607b28c068/colfamily11: appending metadata at 1731909689866 (+14 ms)Flushing 15770c96cfb7e462399026607b28c068/colfamily11: closing flushed file at 1731909689866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf0895e: reopening flushed file at 1731909689883 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 15770c96cfb7e462399026607b28c068 in 39ms, sequenceid=5, compaction requested=false at 1731909689890 (+7 ms)Writing region close event to WAL at 1731909689891 (+1 ms)Running coprocessor post-close hooks at 1731909689895 (+4 ms)Closed at 1731909689895 2024-11-18T06:01:29,895 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731909499865.15770c96cfb7e462399026607b28c068. 2024-11-18T06:01:29,895 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3da50113e4628aac8569c4d9b54ccc7, disabling compactions & flushes 2024-11-18T06:01:29,895 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:29,895 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:29,895 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. after waiting 0 ms 2024-11-18T06:01:29,895 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:29,899 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e3da50113e4628aac8569c4d9b54ccc7/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:29,900 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:29,900 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3da50113e4628aac8569c4d9b54ccc7: Waiting for close lock at 1731909689895Running coprocessor pre-close hooks at 1731909689895Disabling compacts and flushes for region at 1731909689895Disabling writes for close at 1731909689895Writing region close event to WAL at 1731909689896 (+1 ms)Running coprocessor post-close hooks at 1731909689900 (+4 ms)Closed at 1731909689900 2024-11-18T06:01:29,900 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731909499865.e3da50113e4628aac8569c4d9b54ccc7. 2024-11-18T06:01:29,900 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b215d66975c558e6d30ee5ed598759d, disabling compactions & flushes 2024-11-18T06:01:29,900 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T06:01:29,900 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T06:01:29,900 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. after waiting 0 ms 2024-11-18T06:01:29,900 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T06:01:29,900 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b215d66975c558e6d30ee5ed598759d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,915 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d/.tmp/colfamily11/88c194dcb1c844edba44a470cc987df2 is 52, key is fff/colfamily11:colfamily11/1731909503449/Put/seqid=0 2024-11-18T06:01:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741895_1071 (size=39263) 2024-11-18T06:01:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741895_1071 (size=39263) 2024-11-18T06:01:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741895_1071 (size=39263) 2024-11-18T06:01:29,923 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d/.tmp/colfamily11/88c194dcb1c844edba44a470cc987df2 2024-11-18T06:01:29,929 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d/.tmp/colfamily11/88c194dcb1c844edba44a470cc987df2 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d/colfamily11/88c194dcb1c844edba44a470cc987df2 2024-11-18T06:01:29,936 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d/colfamily11/88c194dcb1c844edba44a470cc987df2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,937 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7b215d66975c558e6d30ee5ed598759d in 37ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,941 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7b215d66975c558e6d30ee5ed598759d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,942 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T06:01:29,942 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b215d66975c558e6d30ee5ed598759d: Waiting for close lock at 1731909689900Running coprocessor pre-close hooks at 1731909689900Disabling compacts and flushes for region at 1731909689900Disabling writes for close at 1731909689900Obtaining lock to block concurrent updates at 1731909689900Preparing flush snapshotting stores in 7b215d66975c558e6d30ee5ed598759d at 1731909689900Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689901 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. at 1731909689901Flushing 7b215d66975c558e6d30ee5ed598759d/colfamily11: creating writer at 1731909689901Flushing 7b215d66975c558e6d30ee5ed598759d/colfamily11: appending metadata at 1731909689915 (+14 ms)Flushing 7b215d66975c558e6d30ee5ed598759d/colfamily11: closing flushed file at 1731909689915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bede811: reopening flushed file at 1731909689928 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7b215d66975c558e6d30ee5ed598759d in 37ms, sequenceid=5, compaction requested=false at 1731909689937 (+9 ms)Writing region close event to WAL at 1731909689938 (+1 ms)Running coprocessor post-close hooks at 1731909689942 (+4 ms)Closed at 1731909689942 2024-11-18T06:01:29,942 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731909499865.7b215d66975c558e6d30ee5ed598759d. 2024-11-18T06:01:29,942 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99ee4c2c4ba91578e822cffa3ec2a97e, disabling compactions & flushes 2024-11-18T06:01:29,942 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T06:01:29,942 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T06:01:29,942 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. after waiting 0 ms 2024-11-18T06:01:29,942 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T06:01:29,942 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 99ee4c2c4ba91578e822cffa3ec2a97e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:29,964 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e/.tmp/colfamily11/d6f63bcbebba491c8c46130c6c1a02d8 is 52, key is mmm/colfamily11:colfamily11/1731909503513/Put/seqid=0 2024-11-18T06:01:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741896_1072 (size=39263) 2024-11-18T06:01:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741896_1072 (size=39263) 2024-11-18T06:01:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741896_1072 (size=39263) 2024-11-18T06:01:29,972 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e/.tmp/colfamily11/d6f63bcbebba491c8c46130c6c1a02d8 2024-11-18T06:01:29,979 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e/.tmp/colfamily11/d6f63bcbebba491c8c46130c6c1a02d8 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e/colfamily11/d6f63bcbebba491c8c46130c6c1a02d8 2024-11-18T06:01:29,985 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e/colfamily11/d6f63bcbebba491c8c46130c6c1a02d8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:29,986 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 99ee4c2c4ba91578e822cffa3ec2a97e in 44ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:29,990 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/99ee4c2c4ba91578e822cffa3ec2a97e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:29,991 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T06:01:29,991 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99ee4c2c4ba91578e822cffa3ec2a97e: Waiting for close lock at 1731909689942Running coprocessor pre-close hooks at 1731909689942Disabling compacts and flushes for region at 1731909689942Disabling writes for close at 1731909689942Obtaining lock to block concurrent updates at 1731909689942Preparing flush snapshotting stores in 99ee4c2c4ba91578e822cffa3ec2a97e at 1731909689942Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689943 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. at 1731909689943Flushing 99ee4c2c4ba91578e822cffa3ec2a97e/colfamily11: creating writer at 1731909689943Flushing 99ee4c2c4ba91578e822cffa3ec2a97e/colfamily11: appending metadata at 1731909689964 (+21 ms)Flushing 99ee4c2c4ba91578e822cffa3ec2a97e/colfamily11: closing flushed file at 1731909689964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9e7987: reopening flushed file at 1731909689978 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 99ee4c2c4ba91578e822cffa3ec2a97e in 44ms, sequenceid=5, compaction requested=false at 1731909689986 (+8 ms)Writing region close event to WAL at 1731909689987 (+1 ms)Running coprocessor post-close hooks at 1731909689991 (+4 ms)Closed at 1731909689991 2024-11-18T06:01:29,991 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731909499865.99ee4c2c4ba91578e822cffa3ec2a97e. 2024-11-18T06:01:29,991 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f923617b532f8d0a511f402ab888b788, disabling compactions & flushes 2024-11-18T06:01:29,991 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:29,991 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:29,991 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. after waiting 0 ms 2024-11-18T06:01:29,991 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:29,995 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f923617b532f8d0a511f402ab888b788/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:29,996 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:29,996 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f923617b532f8d0a511f402ab888b788: Waiting for close lock at 1731909689991Running coprocessor pre-close hooks at 1731909689991Disabling compacts and flushes for region at 1731909689991Disabling writes for close at 1731909689991Writing region close event to WAL at 1731909689992 (+1 ms)Running coprocessor post-close hooks at 1731909689996 (+4 ms)Closed at 1731909689996 2024-11-18T06:01:29,996 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731909499865.f923617b532f8d0a511f402ab888b788. 2024-11-18T06:01:29,996 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 179f934e1e964b4254b4d1e93a91b40a, disabling compactions & flushes 2024-11-18T06:01:29,996 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T06:01:29,996 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T06:01:29,996 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. after waiting 0 ms 2024-11-18T06:01:29,996 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T06:01:29,996 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 179f934e1e964b4254b4d1e93a91b40a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,011 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a/.tmp/colfamily11/e929069506854851a65dabb41ad8e181 is 52, key is bbb/colfamily11:colfamily11/1731909503392/Put/seqid=0 2024-11-18T06:01:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741897_1073 (size=39263) 2024-11-18T06:01:30,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741897_1073 (size=39263) 2024-11-18T06:01:30,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741897_1073 (size=39263) 2024-11-18T06:01:30,019 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a/.tmp/colfamily11/e929069506854851a65dabb41ad8e181 2024-11-18T06:01:30,025 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a/.tmp/colfamily11/e929069506854851a65dabb41ad8e181 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a/colfamily11/e929069506854851a65dabb41ad8e181 2024-11-18T06:01:30,031 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a/colfamily11/e929069506854851a65dabb41ad8e181, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,033 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 179f934e1e964b4254b4d1e93a91b40a in 36ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,037 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/179f934e1e964b4254b4d1e93a91b40a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,038 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T06:01:30,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 179f934e1e964b4254b4d1e93a91b40a: Waiting for close lock at 1731909689996Running coprocessor pre-close hooks at 1731909689996Disabling compacts and flushes for region at 1731909689996Disabling writes for close at 1731909689996Obtaining lock to block concurrent updates at 1731909689996Preparing flush snapshotting stores in 179f934e1e964b4254b4d1e93a91b40a at 1731909689996Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689996Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. at 1731909689997 (+1 ms)Flushing 179f934e1e964b4254b4d1e93a91b40a/colfamily11: creating writer at 1731909689997Flushing 179f934e1e964b4254b4d1e93a91b40a/colfamily11: appending metadata at 1731909690011 (+14 ms)Flushing 179f934e1e964b4254b4d1e93a91b40a/colfamily11: closing flushed file at 1731909690011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428c55c1: reopening flushed file at 1731909690024 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 179f934e1e964b4254b4d1e93a91b40a in 36ms, sequenceid=5, compaction requested=false at 1731909690033 (+9 ms)Writing region close event to WAL at 1731909690033Running coprocessor post-close hooks at 1731909690037 (+4 ms)Closed at 1731909690038 (+1 ms) 2024-11-18T06:01:30,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731909499865.179f934e1e964b4254b4d1e93a91b40a. 2024-11-18T06:01:30,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dac54561a05d31ed2c079464459484b, disabling compactions & flushes 2024-11-18T06:01:30,038 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:30,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:30,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. after waiting 0 ms 2024-11-18T06:01:30,038 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:30,042 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7dac54561a05d31ed2c079464459484b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:30,043 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:30,043 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dac54561a05d31ed2c079464459484b: Waiting for close lock at 1731909690038Running coprocessor pre-close hooks at 1731909690038Disabling compacts and flushes for region at 1731909690038Disabling writes for close at 1731909690038Writing region close event to WAL at 1731909690039 (+1 ms)Running coprocessor post-close hooks at 1731909690043 (+4 ms)Closed at 1731909690043 2024-11-18T06:01:30,043 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731909499865.7dac54561a05d31ed2c079464459484b. 2024-11-18T06:01:30,043 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb611322561af6ba1d0225fdcb1d34b8, disabling compactions & flushes 2024-11-18T06:01:30,043 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T06:01:30,043 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T06:01:30,043 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. after waiting 0 ms 2024-11-18T06:01:30,043 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T06:01:30,043 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb611322561af6ba1d0225fdcb1d34b8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,052 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1351): Waiting on 055b3cb2e93c37456975d265c6d12422, 3499726b3d62288cc92cdbf933f488e3, 6da7f7e4bc4b71ca510ec38283445010, 9776cbfae55ee50492a933acf8a20beb, 9d516be5504e5b80ddd383eab8913a0e, ad6b14b8aa2162b0860404503ee5cfc3, e03e49c742a0ba14933fe4b24f2b63a9, ecea730c40699a73622d0c465c505d30, f0d064329f80e9449db59f71e65c0193, f93fe579472eb28db608138a58a29512 2024-11-18T06:01:30,052 DEBUG [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1351): Waiting on eb611322561af6ba1d0225fdcb1d34b8 2024-11-18T06:01:30,059 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8/.tmp/colfamily11/3594a6884cb24dacadc0d0de27ff3130 is 52, key is yyy/colfamily11:colfamily11/1731909503627/Put/seqid=0 2024-11-18T06:01:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741898_1074 (size=39263) 2024-11-18T06:01:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741898_1074 (size=39263) 2024-11-18T06:01:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741898_1074 (size=39263) 2024-11-18T06:01:30,067 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8/.tmp/colfamily11/3594a6884cb24dacadc0d0de27ff3130 2024-11-18T06:01:30,073 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8/.tmp/colfamily11/3594a6884cb24dacadc0d0de27ff3130 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8/colfamily11/3594a6884cb24dacadc0d0de27ff3130 2024-11-18T06:01:30,079 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8/colfamily11/3594a6884cb24dacadc0d0de27ff3130, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,080 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb611322561af6ba1d0225fdcb1d34b8 in 36ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,083 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb611322561af6ba1d0225fdcb1d34b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,084 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T06:01:30,084 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb611322561af6ba1d0225fdcb1d34b8: Waiting for close lock at 1731909690043Running coprocessor pre-close hooks at 1731909690043Disabling compacts and flushes for region at 1731909690043Disabling writes for close at 1731909690043Obtaining lock to block concurrent updates at 1731909690043Preparing flush snapshotting stores in eb611322561af6ba1d0225fdcb1d34b8 at 1731909690043Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909690044 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. at 1731909690044Flushing eb611322561af6ba1d0225fdcb1d34b8/colfamily11: creating writer at 1731909690044Flushing eb611322561af6ba1d0225fdcb1d34b8/colfamily11: appending metadata at 1731909690059 (+15 ms)Flushing eb611322561af6ba1d0225fdcb1d34b8/colfamily11: closing flushed file at 1731909690059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5a48de: reopening flushed file at 1731909690072 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb611322561af6ba1d0225fdcb1d34b8 in 36ms, sequenceid=5, compaction requested=false at 1731909690080 (+8 ms)Writing region close event to WAL at 1731909690080Running coprocessor post-close hooks at 1731909690084 (+4 ms)Closed at 1731909690084 2024-11-18T06:01:30,084 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731909499865.eb611322561af6ba1d0225fdcb1d34b8. 2024-11-18T06:01:30,237 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb/.tmp/colfamily11/9824545dc54543a1ad9c40c26ff4cb57 2024-11-18T06:01:30,245 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb/.tmp/colfamily11/9824545dc54543a1ad9c40c26ff4cb57 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb/colfamily11/9824545dc54543a1ad9c40c26ff4cb57 2024-11-18T06:01:30,253 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1351): Waiting on 055b3cb2e93c37456975d265c6d12422, 3499726b3d62288cc92cdbf933f488e3, 6da7f7e4bc4b71ca510ec38283445010, 9776cbfae55ee50492a933acf8a20beb, 9d516be5504e5b80ddd383eab8913a0e, ad6b14b8aa2162b0860404503ee5cfc3, e03e49c742a0ba14933fe4b24f2b63a9, ecea730c40699a73622d0c465c505d30, f0d064329f80e9449db59f71e65c0193, f93fe579472eb28db608138a58a29512 2024-11-18T06:01:30,253 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,34415,1731909497493; all regions closed. 2024-11-18T06:01:30,254 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb/colfamily11/9824545dc54543a1ad9c40c26ff4cb57, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,255 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9776cbfae55ee50492a933acf8a20beb in 451ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741865_1041 (size=15746) 2024-11-18T06:01:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741865_1041 (size=15746) 2024-11-18T06:01:30,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741865_1041 (size=15746) 2024-11-18T06:01:30,261 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9776cbfae55ee50492a933acf8a20beb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,261 DEBUG [RS:1;6e2c48d1e2be:34415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs 2024-11-18T06:01:30,262 INFO [RS:1;6e2c48d1e2be:34415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C34415%2C1731909497493.meta:.meta(num 1731909685357) 2024-11-18T06:01:30,262 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T06:01:30,262 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9776cbfae55ee50492a933acf8a20beb: Waiting for close lock at 1731909689804Running coprocessor pre-close hooks at 1731909689804Disabling compacts and flushes for region at 1731909689804Disabling writes for close at 1731909689804Obtaining lock to block concurrent updates at 1731909689804Preparing flush snapshotting stores in 9776cbfae55ee50492a933acf8a20beb at 1731909689804Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909689805 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. at 1731909689805Flushing 9776cbfae55ee50492a933acf8a20beb/colfamily11: creating writer at 1731909689805Flushing 9776cbfae55ee50492a933acf8a20beb/colfamily11: appending metadata at 1731909689827 (+22 ms)Flushing 9776cbfae55ee50492a933acf8a20beb/colfamily11: closing flushed file at 1731909689827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8af7cd: reopening flushed file at 1731909690244 (+417 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9776cbfae55ee50492a933acf8a20beb in 451ms, sequenceid=5, compaction requested=false at 1731909690255 (+11 ms)Writing region close event to WAL at 1731909690256 (+1 ms)Running coprocessor post-close hooks at 1731909690262 (+6 ms)Closed at 1731909690262 2024-11-18T06:01:30,262 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731909499865.9776cbfae55ee50492a933acf8a20beb. 2024-11-18T06:01:30,262 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad6b14b8aa2162b0860404503ee5cfc3, disabling compactions & flushes 2024-11-18T06:01:30,262 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T06:01:30,262 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T06:01:30,262 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. after waiting 0 ms 2024-11-18T06:01:30,263 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T06:01:30,263 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad6b14b8aa2162b0860404503ee5cfc3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741835_1011 (size=314313) 2024-11-18T06:01:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741835_1011 (size=314313) 2024-11-18T06:01:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741835_1011 (size=314313) 2024-11-18T06:01:30,267 DEBUG [RS:1;6e2c48d1e2be:34415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs 2024-11-18T06:01:30,267 INFO [RS:1;6e2c48d1e2be:34415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C34415%2C1731909497493:(num 1731909499036) 2024-11-18T06:01:30,267 DEBUG [RS:1;6e2c48d1e2be:34415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:01:30,267 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:01:30,267 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:01:30,267 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:01:30,267 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:01:30,268 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:01:30,268 INFO [RS:1;6e2c48d1e2be:34415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34415 2024-11-18T06:01:30,279 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3/.tmp/colfamily11/2fc5a18a548b440383daa4a3f027bd08 is 52, key is uuu/colfamily11:colfamily11/1731909503918/Put/seqid=0 2024-11-18T06:01:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741899_1075 (size=39263) 2024-11-18T06:01:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741899_1075 (size=39263) 2024-11-18T06:01:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741899_1075 (size=39263) 2024-11-18T06:01:30,286 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3/.tmp/colfamily11/2fc5a18a548b440383daa4a3f027bd08 2024-11-18T06:01:30,292 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3/.tmp/colfamily11/2fc5a18a548b440383daa4a3f027bd08 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3/colfamily11/2fc5a18a548b440383daa4a3f027bd08 2024-11-18T06:01:30,299 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3/colfamily11/2fc5a18a548b440383daa4a3f027bd08, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,300 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad6b14b8aa2162b0860404503ee5cfc3 in 37ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:01:30,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,34415,1731909497493 2024-11-18T06:01:30,301 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:01:30,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,34415,1731909497493] 2024-11-18T06:01:30,304 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad6b14b8aa2162b0860404503ee5cfc3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,305 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T06:01:30,305 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad6b14b8aa2162b0860404503ee5cfc3: Waiting for close lock at 1731909690262Running coprocessor pre-close hooks at 1731909690262Disabling compacts and flushes for region at 1731909690262Disabling writes for close at 1731909690263 (+1 ms)Obtaining lock to block concurrent updates at 1731909690263Preparing flush snapshotting stores in ad6b14b8aa2162b0860404503ee5cfc3 at 1731909690263Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909690263Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. at 1731909690264 (+1 ms)Flushing ad6b14b8aa2162b0860404503ee5cfc3/colfamily11: creating writer at 1731909690264Flushing ad6b14b8aa2162b0860404503ee5cfc3/colfamily11: appending metadata at 1731909690278 (+14 ms)Flushing ad6b14b8aa2162b0860404503ee5cfc3/colfamily11: closing flushed file at 1731909690278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e32bd5: reopening flushed file at 1731909690291 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad6b14b8aa2162b0860404503ee5cfc3 in 37ms, sequenceid=5, compaction requested=false at 1731909690300 (+9 ms)Writing region close event to WAL at 1731909690300Running coprocessor post-close hooks at 1731909690305 (+5 ms)Closed at 1731909690305 2024-11-18T06:01:30,305 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731909499865.ad6b14b8aa2162b0860404503ee5cfc3. 2024-11-18T06:01:30,305 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6da7f7e4bc4b71ca510ec38283445010, disabling compactions & flushes 2024-11-18T06:01:30,305 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T06:01:30,305 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T06:01:30,305 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. after waiting 0 ms 2024-11-18T06:01:30,305 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T06:01:30,305 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6da7f7e4bc4b71ca510ec38283445010 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,322 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010/.tmp/colfamily11/c410ab641059430e85da4d7c86f6a5d7 is 52, key is kkk/colfamily11:colfamily11/1731909503781/Put/seqid=0 2024-11-18T06:01:30,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741900_1076 (size=39263) 2024-11-18T06:01:30,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741900_1076 (size=39263) 2024-11-18T06:01:30,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741900_1076 (size=39263) 2024-11-18T06:01:30,331 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010/.tmp/colfamily11/c410ab641059430e85da4d7c86f6a5d7 2024-11-18T06:01:30,338 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010/.tmp/colfamily11/c410ab641059430e85da4d7c86f6a5d7 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010/colfamily11/c410ab641059430e85da4d7c86f6a5d7 2024-11-18T06:01:30,344 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010/colfamily11/c410ab641059430e85da4d7c86f6a5d7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,345 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6da7f7e4bc4b71ca510ec38283445010 in 40ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,349 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6da7f7e4bc4b71ca510ec38283445010/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,350 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T06:01:30,350 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6da7f7e4bc4b71ca510ec38283445010: Waiting for close lock at 1731909690305Running coprocessor pre-close hooks at 1731909690305Disabling compacts and flushes for region at 1731909690305Disabling writes for close at 1731909690305Obtaining lock to block concurrent updates at 1731909690305Preparing flush snapshotting stores in 6da7f7e4bc4b71ca510ec38283445010 at 1731909690305Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909690306 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. at 1731909690306Flushing 6da7f7e4bc4b71ca510ec38283445010/colfamily11: creating writer at 1731909690306Flushing 6da7f7e4bc4b71ca510ec38283445010/colfamily11: appending metadata at 1731909690322 (+16 ms)Flushing 6da7f7e4bc4b71ca510ec38283445010/colfamily11: closing flushed file at 1731909690322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7502ce: reopening flushed file at 1731909690337 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6da7f7e4bc4b71ca510ec38283445010 in 40ms, sequenceid=5, compaction requested=false at 1731909690345 (+8 ms)Writing region close event to WAL at 1731909690346 (+1 ms)Running coprocessor post-close hooks at 1731909690350 (+4 ms)Closed at 1731909690350 2024-11-18T06:01:30,350 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731909499865.6da7f7e4bc4b71ca510ec38283445010. 2024-11-18T06:01:30,350 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecea730c40699a73622d0c465c505d30, disabling compactions & flushes 2024-11-18T06:01:30,350 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:30,350 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:30,350 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. after waiting 0 ms 2024-11-18T06:01:30,350 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:30,354 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecea730c40699a73622d0c465c505d30/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:30,355 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:30,355 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecea730c40699a73622d0c465c505d30: Waiting for close lock at 1731909690350Running coprocessor pre-close hooks at 1731909690350Disabling compacts and flushes for region at 1731909690350Disabling writes for close at 1731909690350Writing region close event to WAL at 1731909690351 (+1 ms)Running coprocessor post-close hooks at 1731909690354 (+3 ms)Closed at 1731909690355 (+1 ms) 2024-11-18T06:01:30,355 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731909499865.ecea730c40699a73622d0c465c505d30. 2024-11-18T06:01:30,355 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f93fe579472eb28db608138a58a29512, disabling compactions & flushes 2024-11-18T06:01:30,355 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T06:01:30,355 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T06:01:30,355 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. after waiting 0 ms 2024-11-18T06:01:30,355 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T06:01:30,355 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f93fe579472eb28db608138a58a29512 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,359 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,34415,1731909497493 already deleted, retry=false 2024-11-18T06:01:30,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,34415,1731909497493 expired; onlineServers=1 2024-11-18T06:01:30,370 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512/.tmp/colfamily11/31139430b20e456d969739334a3eae4f is 52, key is hhh/colfamily11:colfamily11/1731909503745/Put/seqid=0 2024-11-18T06:01:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741901_1077 (size=39263) 2024-11-18T06:01:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741901_1077 (size=39263) 2024-11-18T06:01:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741901_1077 (size=39263) 2024-11-18T06:01:30,377 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512/.tmp/colfamily11/31139430b20e456d969739334a3eae4f 2024-11-18T06:01:30,383 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512/.tmp/colfamily11/31139430b20e456d969739334a3eae4f as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512/colfamily11/31139430b20e456d969739334a3eae4f 2024-11-18T06:01:30,389 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512/colfamily11/31139430b20e456d969739334a3eae4f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,390 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f93fe579472eb28db608138a58a29512 in 35ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,394 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f93fe579472eb28db608138a58a29512/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,394 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T06:01:30,395 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f93fe579472eb28db608138a58a29512: Waiting for close lock at 1731909690355Running coprocessor pre-close hooks at 1731909690355Disabling compacts and flushes for region at 1731909690355Disabling writes for close at 1731909690355Obtaining lock to block concurrent updates at 1731909690355Preparing flush snapshotting stores in f93fe579472eb28db608138a58a29512 at 1731909690355Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909690355Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. at 1731909690356 (+1 ms)Flushing f93fe579472eb28db608138a58a29512/colfamily11: creating writer at 1731909690356Flushing f93fe579472eb28db608138a58a29512/colfamily11: appending metadata at 1731909690370 (+14 ms)Flushing f93fe579472eb28db608138a58a29512/colfamily11: closing flushed file at 1731909690370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d496a2: reopening flushed file at 1731909690382 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f93fe579472eb28db608138a58a29512 in 35ms, sequenceid=5, compaction requested=false at 1731909690390 (+8 ms)Writing region close event to WAL at 1731909690391 (+1 ms)Running coprocessor post-close hooks at 1731909690394 (+3 ms)Closed at 1731909690394 2024-11-18T06:01:30,395 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731909499865.f93fe579472eb28db608138a58a29512. 2024-11-18T06:01:30,395 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 055b3cb2e93c37456975d265c6d12422, disabling compactions & flushes 2024-11-18T06:01:30,395 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:30,395 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:30,395 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. after waiting 0 ms 2024-11-18T06:01:30,395 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:30,399 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/055b3cb2e93c37456975d265c6d12422/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:30,400 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:30,400 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 055b3cb2e93c37456975d265c6d12422: Waiting for close lock at 1731909690395Running coprocessor pre-close hooks at 1731909690395Disabling compacts and flushes for region at 1731909690395Disabling writes for close at 1731909690395Writing region close event to WAL at 1731909690395Running coprocessor post-close hooks at 1731909690399 (+4 ms)Closed at 1731909690400 (+1 ms) 2024-11-18T06:01:30,400 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731909499865.055b3cb2e93c37456975d265c6d12422. 2024-11-18T06:01:30,400 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3499726b3d62288cc92cdbf933f488e3, disabling compactions & flushes 2024-11-18T06:01:30,400 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T06:01:30,400 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T06:01:30,400 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. after waiting 0 ms 2024-11-18T06:01:30,400 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T06:01:30,400 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3499726b3d62288cc92cdbf933f488e3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,423 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3/.tmp/colfamily11/8f23d91492b847cb91bb16fef27535d6 is 52, key is aaa/colfamily11:colfamily11/1731909503675/Put/seqid=0 2024-11-18T06:01:30,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741902_1078 (size=39263) 2024-11-18T06:01:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741902_1078 (size=39263) 2024-11-18T06:01:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741902_1078 (size=39263) 2024-11-18T06:01:30,433 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3/.tmp/colfamily11/8f23d91492b847cb91bb16fef27535d6 2024-11-18T06:01:30,441 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3/.tmp/colfamily11/8f23d91492b847cb91bb16fef27535d6 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3/colfamily11/8f23d91492b847cb91bb16fef27535d6 2024-11-18T06:01:30,447 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3/colfamily11/8f23d91492b847cb91bb16fef27535d6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,447 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3499726b3d62288cc92cdbf933f488e3 in 47ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:01:30,451 INFO [RS:1;6e2c48d1e2be:34415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:01:30,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1014dcf3ec50002, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:01:30,451 INFO [RS:1;6e2c48d1e2be:34415 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,34415,1731909497493; zookeeper connection closed. 2024-11-18T06:01:30,451 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@421bc073 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@421bc073 2024-11-18T06:01:30,451 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3499726b3d62288cc92cdbf933f488e3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,452 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T06:01:30,452 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3499726b3d62288cc92cdbf933f488e3: Waiting for close lock at 1731909690400Running coprocessor pre-close hooks at 1731909690400Disabling compacts and flushes for region at 1731909690400Disabling writes for close at 1731909690400Obtaining lock to block concurrent updates at 1731909690400Preparing flush snapshotting stores in 3499726b3d62288cc92cdbf933f488e3 at 1731909690400Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909690401 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. at 1731909690401Flushing 3499726b3d62288cc92cdbf933f488e3/colfamily11: creating writer at 1731909690401Flushing 3499726b3d62288cc92cdbf933f488e3/colfamily11: appending metadata at 1731909690423 (+22 ms)Flushing 3499726b3d62288cc92cdbf933f488e3/colfamily11: closing flushed file at 1731909690423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca1b1c2: reopening flushed file at 1731909690440 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3499726b3d62288cc92cdbf933f488e3 in 47ms, sequenceid=5, compaction requested=false at 1731909690447 (+7 ms)Writing region close event to WAL at 1731909690448 (+1 ms)Running coprocessor post-close hooks at 1731909690452 (+4 ms)Closed at 1731909690452 2024-11-18T06:01:30,452 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731909499865.3499726b3d62288cc92cdbf933f488e3. 2024-11-18T06:01:30,452 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e03e49c742a0ba14933fe4b24f2b63a9, disabling compactions & flushes 2024-11-18T06:01:30,452 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T06:01:30,452 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T06:01:30,452 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. after waiting 0 ms 2024-11-18T06:01:30,452 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T06:01:30,452 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e03e49c742a0ba14933fe4b24f2b63a9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,453 DEBUG [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1351): Waiting on 9d516be5504e5b80ddd383eab8913a0e, e03e49c742a0ba14933fe4b24f2b63a9, f0d064329f80e9449db59f71e65c0193 2024-11-18T06:01:30,468 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9/.tmp/colfamily11/6ef3a32d46d646e2ab125f29f4011e1c is 52, key is xxx/colfamily11:colfamily11/1731909503952/Put/seqid=0 2024-11-18T06:01:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741903_1079 (size=39263) 2024-11-18T06:01:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741903_1079 (size=39263) 2024-11-18T06:01:30,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741903_1079 (size=39263) 2024-11-18T06:01:30,475 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9/.tmp/colfamily11/6ef3a32d46d646e2ab125f29f4011e1c 2024-11-18T06:01:30,481 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9/.tmp/colfamily11/6ef3a32d46d646e2ab125f29f4011e1c as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9/colfamily11/6ef3a32d46d646e2ab125f29f4011e1c 2024-11-18T06:01:30,487 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9/colfamily11/6ef3a32d46d646e2ab125f29f4011e1c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,488 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e03e49c742a0ba14933fe4b24f2b63a9 in 36ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,492 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e03e49c742a0ba14933fe4b24f2b63a9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,493 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T06:01:30,493 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e03e49c742a0ba14933fe4b24f2b63a9: Waiting for close lock at 1731909690452Running coprocessor pre-close hooks at 1731909690452Disabling compacts and flushes for region at 1731909690452Disabling writes for close at 1731909690452Obtaining lock to block concurrent updates at 1731909690452Preparing flush snapshotting stores in e03e49c742a0ba14933fe4b24f2b63a9 at 1731909690452Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909690453 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. at 1731909690453Flushing e03e49c742a0ba14933fe4b24f2b63a9/colfamily11: creating writer at 1731909690453Flushing e03e49c742a0ba14933fe4b24f2b63a9/colfamily11: appending metadata at 1731909690467 (+14 ms)Flushing e03e49c742a0ba14933fe4b24f2b63a9/colfamily11: closing flushed file at 1731909690467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a284bcc: reopening flushed file at 1731909690480 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e03e49c742a0ba14933fe4b24f2b63a9 in 36ms, sequenceid=5, compaction requested=false at 1731909690488 (+8 ms)Writing region close event to WAL at 1731909690489 (+1 ms)Running coprocessor post-close hooks at 1731909690493 (+4 ms)Closed at 1731909690493 2024-11-18T06:01:30,493 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731909499865.e03e49c742a0ba14933fe4b24f2b63a9. 2024-11-18T06:01:30,494 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d516be5504e5b80ddd383eab8913a0e, disabling compactions & flushes 2024-11-18T06:01:30,494 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T06:01:30,494 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T06:01:30,494 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. after waiting 0 ms 2024-11-18T06:01:30,494 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T06:01:30,494 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d516be5504e5b80ddd383eab8913a0e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T06:01:30,511 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e/.tmp/colfamily11/9c9fc7eabc494de6ab36b62753de4f65 is 52, key is eee/colfamily11:colfamily11/1731909503710/Put/seqid=0 2024-11-18T06:01:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741904_1080 (size=39263) 2024-11-18T06:01:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741904_1080 (size=39263) 2024-11-18T06:01:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741904_1080 (size=39263) 2024-11-18T06:01:30,518 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e/.tmp/colfamily11/9c9fc7eabc494de6ab36b62753de4f65 2024-11-18T06:01:30,525 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e/.tmp/colfamily11/9c9fc7eabc494de6ab36b62753de4f65 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e/colfamily11/9c9fc7eabc494de6ab36b62753de4f65 2024-11-18T06:01:30,531 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e/colfamily11/9c9fc7eabc494de6ab36b62753de4f65, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T06:01:30,532 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9d516be5504e5b80ddd383eab8913a0e in 38ms, sequenceid=5, compaction requested=false 2024-11-18T06:01:30,537 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d516be5504e5b80ddd383eab8913a0e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T06:01:30,537 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T06:01:30,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d516be5504e5b80ddd383eab8913a0e: Waiting for close lock at 1731909690494Running coprocessor pre-close hooks at 1731909690494Disabling compacts and flushes for region at 1731909690494Disabling writes for close at 1731909690494Obtaining lock to block concurrent updates at 1731909690494Preparing flush snapshotting stores in 9d516be5504e5b80ddd383eab8913a0e at 1731909690494Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731909690494Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. at 1731909690495 (+1 ms)Flushing 9d516be5504e5b80ddd383eab8913a0e/colfamily11: creating writer at 1731909690495Flushing 9d516be5504e5b80ddd383eab8913a0e/colfamily11: appending metadata at 1731909690510 (+15 ms)Flushing 9d516be5504e5b80ddd383eab8913a0e/colfamily11: closing flushed file at 1731909690510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c63986b: reopening flushed file at 1731909690524 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9d516be5504e5b80ddd383eab8913a0e in 38ms, sequenceid=5, compaction requested=false at 1731909690532 (+8 ms)Writing region close event to WAL at 1731909690533 (+1 ms)Running coprocessor post-close hooks at 1731909690537 (+4 ms)Closed at 1731909690537 2024-11-18T06:01:30,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731909499865.9d516be5504e5b80ddd383eab8913a0e. 2024-11-18T06:01:30,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0d064329f80e9449db59f71e65c0193, disabling compactions & flushes 2024-11-18T06:01:30,538 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:30,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:30,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. after waiting 0 ms 2024-11-18T06:01:30,538 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:30,542 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d064329f80e9449db59f71e65c0193/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T06:01:30,543 INFO [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:30,543 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0d064329f80e9449db59f71e65c0193: Waiting for close lock at 1731909690538Running coprocessor pre-close hooks at 1731909690538Disabling compacts and flushes for region at 1731909690538Disabling writes for close at 1731909690538Writing region close event to WAL at 1731909690539 (+1 ms)Running coprocessor post-close hooks at 1731909690543 (+4 ms)Closed at 1731909690543 2024-11-18T06:01:30,543 DEBUG [RS_CLOSE_REGION-regionserver/6e2c48d1e2be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731909499865.f0d064329f80e9449db59f71e65c0193. 2024-11-18T06:01:30,653 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(976): stopping server 6e2c48d1e2be,41567,1731909497358; all regions closed. 2024-11-18T06:01:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741833_1009 (size=354117) 2024-11-18T06:01:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741833_1009 (size=354117) 2024-11-18T06:01:30,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741833_1009 (size=354117) 2024-11-18T06:01:30,657 DEBUG [RS:0;6e2c48d1e2be:41567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/oldWALs 2024-11-18T06:01:30,657 INFO [RS:0;6e2c48d1e2be:41567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6e2c48d1e2be%2C41567%2C1731909497358:(num 1731909499036) 2024-11-18T06:01:30,657 DEBUG [RS:0;6e2c48d1e2be:41567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T06:01:30,657 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T06:01:30,658 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:01:30,658 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.ChoreService(370): Chore service for: regionserver/6e2c48d1e2be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T06:01:30,658 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T06:01:30,658 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T06:01:30,658 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T06:01:30,658 INFO [regionserver/6e2c48d1e2be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:01:30,658 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:01:30,658 INFO [RS:0;6e2c48d1e2be:41567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41567 2024-11-18T06:01:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T06:01:30,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6e2c48d1e2be,41567,1731909497358 2024-11-18T06:01:30,691 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:01:30,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6e2c48d1e2be,41567,1731909497358] 2024-11-18T06:01:30,751 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6e2c48d1e2be,41567,1731909497358 already deleted, retry=false 2024-11-18T06:01:30,751 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6e2c48d1e2be,41567,1731909497358 expired; onlineServers=0 2024-11-18T06:01:30,751 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6e2c48d1e2be,33453,1731909496643' ***** 2024-11-18T06:01:30,751 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T06:01:30,752 INFO [M:0;6e2c48d1e2be:33453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T06:01:30,752 INFO [M:0;6e2c48d1e2be:33453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T06:01:30,752 DEBUG [M:0;6e2c48d1e2be:33453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T06:01:30,752 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T06:01:30,752 DEBUG [M:0;6e2c48d1e2be:33453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T06:01:30,752 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731909498664 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.small.0-1731909498664,5,FailOnTimeoutGroup] 2024-11-18T06:01:30,752 DEBUG [master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731909498662 {}] cleaner.HFileCleaner(306): Exit Thread[master/6e2c48d1e2be:0:becomeActiveMaster-HFileCleaner.large.0-1731909498662,5,FailOnTimeoutGroup] 2024-11-18T06:01:30,753 INFO [M:0;6e2c48d1e2be:33453 {}] hbase.ChoreService(370): Chore service for: master/6e2c48d1e2be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T06:01:30,753 INFO [M:0;6e2c48d1e2be:33453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T06:01:30,753 DEBUG [M:0;6e2c48d1e2be:33453 {}] master.HMaster(1795): Stopping service threads 2024-11-18T06:01:30,753 INFO [M:0;6e2c48d1e2be:33453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T06:01:30,754 INFO [M:0;6e2c48d1e2be:33453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T06:01:30,754 INFO [M:0;6e2c48d1e2be:33453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T06:01:30,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T06:01:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T06:01:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T06:01:30,759 DEBUG [M:0;6e2c48d1e2be:33453 {}] zookeeper.ZKUtil(347): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T06:01:30,760 WARN [M:0;6e2c48d1e2be:33453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T06:01:30,761 INFO [M:0;6e2c48d1e2be:33453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/.lastflushedseqids 2024-11-18T06:01:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741905_1081 (size=2837) 2024-11-18T06:01:30,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741905_1081 (size=2837) 2024-11-18T06:01:30,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741905_1081 (size=2837) 2024-11-18T06:01:30,777 INFO [M:0;6e2c48d1e2be:33453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T06:01:30,778 INFO [M:0;6e2c48d1e2be:33453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T06:01:30,778 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T06:01:30,778 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:01:30,778 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:01:30,778 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T06:01:30,778 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:01:30,778 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.57 KB heapSize=404.97 KB 2024-11-18T06:01:30,796 DEBUG [M:0;6e2c48d1e2be:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b94f5cbad87d4c8fbf7d0519c2608946 is 82, key is hbase:meta,,1/info:regioninfo/1731909685644/Put/seqid=0 2024-11-18T06:01:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741906_1082 (size=6071) 2024-11-18T06:01:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741906_1082 (size=6071) 2024-11-18T06:01:30,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741906_1082 (size=6071) 2024-11-18T06:01:30,803 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b94f5cbad87d4c8fbf7d0519c2608946 2024-11-18T06:01:30,823 DEBUG [M:0;6e2c48d1e2be:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfb3009b3b7644b0acababc7ec4e3e3e is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731909501392/Put/seqid=0 2024-11-18T06:01:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741907_1083 (size=13503) 2024-11-18T06:01:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741907_1083 (size=13503) 2024-11-18T06:01:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741907_1083 (size=13503) 2024-11-18T06:01:30,830 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.35 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfb3009b3b7644b0acababc7ec4e3e3e 2024-11-18T06:01:30,844 INFO [RS:0;6e2c48d1e2be:41567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:01:30,845 INFO [RS:0;6e2c48d1e2be:41567 {}] regionserver.HRegionServer(1031): Exiting; stopping=6e2c48d1e2be,41567,1731909497358; zookeeper connection closed. 2024-11-18T06:01:30,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5baf61cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5baf61cc 2024-11-18T06:01:30,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:01:30,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41567-0x1014dcf3ec50001, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:01:30,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T06:01:30,857 DEBUG [M:0;6e2c48d1e2be:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b74e8d5ee84e1b9c4af99a413da18d is 69, key is 6e2c48d1e2be,34415,1731909497493/rs:state/1731909498731/Put/seqid=0 2024-11-18T06:01:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741908_1084 (size=5447) 2024-11-18T06:01:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741908_1084 (size=5447) 2024-11-18T06:01:30,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741908_1084 (size=5447) 2024-11-18T06:01:30,864 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b74e8d5ee84e1b9c4af99a413da18d 2024-11-18T06:01:30,869 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6b74e8d5ee84e1b9c4af99a413da18d 2024-11-18T06:01:30,870 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b94f5cbad87d4c8fbf7d0519c2608946 as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b94f5cbad87d4c8fbf7d0519c2608946 2024-11-18T06:01:30,875 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b94f5cbad87d4c8fbf7d0519c2608946, entries=14, sequenceid=635, filesize=5.9 K 2024-11-18T06:01:30,876 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfb3009b3b7644b0acababc7ec4e3e3e as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfb3009b3b7644b0acababc7ec4e3e3e 2024-11-18T06:01:30,880 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfb3009b3b7644b0acababc7ec4e3e3e, entries=81, sequenceid=635, filesize=13.2 K 2024-11-18T06:01:30,881 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6b74e8d5ee84e1b9c4af99a413da18d as hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6b74e8d5ee84e1b9c4af99a413da18d 2024-11-18T06:01:30,886 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6b74e8d5ee84e1b9c4af99a413da18d 2024-11-18T06:01:30,886 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/9b75a308-27ff-968b-86c7-e2e1ded9d7ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6b74e8d5ee84e1b9c4af99a413da18d, entries=3, sequenceid=635, filesize=5.3 K 2024-11-18T06:01:30,887 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=635, compaction requested=false 2024-11-18T06:01:30,888 INFO [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T06:01:30,888 DEBUG [M:0;6e2c48d1e2be:33453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731909690778Disabling compacts and flushes for region at 1731909690778Disabling writes for close at 1731909690778Obtaining lock to block concurrent updates at 1731909690778Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731909690778Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352844, getHeapSize=414624, getOffHeapSize=0, getCellsCount=800 at 1731909690778Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731909690779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731909690779Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731909690795 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731909690795Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731909690808 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731909690823 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731909690823Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731909690834 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731909690857 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731909690857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ba29d8: reopening flushed file at 1731909690869 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f353ff2: reopening flushed file at 1731909690875 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265c6577: reopening flushed file at 1731909690881 (+6 ms)Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=635, compaction requested=false at 1731909690887 (+6 ms)Writing region close event to WAL at 1731909690888 (+1 ms)Closed at 1731909690888 2024-11-18T06:01:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33147 is added to blk_1073741830_1006 (size=395198) 2024-11-18T06:01:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38983 is added to blk_1073741830_1006 (size=395198) 2024-11-18T06:01:30,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39703 is added to blk_1073741830_1006 (size=395198) 2024-11-18T06:01:30,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T06:01:30,891 INFO [M:0;6e2c48d1e2be:33453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T06:01:30,891 INFO [M:0;6e2c48d1e2be:33453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33453 2024-11-18T06:01:30,892 INFO [M:0;6e2c48d1e2be:33453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T06:01:30,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T06:01:31,026 INFO [M:0;6e2c48d1e2be:33453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T06:01:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:01:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x1014dcf3ec50000, quorum=127.0.0.1:55837, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T06:01:31,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c2677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:01:31,078 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:01:31,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:01:31,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:01:31,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,STOPPED} 2024-11-18T06:01:31,081 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:01:31,081 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:01:31,081 WARN [BP-167617676-172.17.0.2-1731909492834 heartbeating to localhost/127.0.0.1:43177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:01:31,081 WARN [BP-167617676-172.17.0.2-1731909492834 heartbeating to localhost/127.0.0.1:43177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-167617676-172.17.0.2-1731909492834 (Datanode Uuid db2078f6-a0f7-4897-921f-796c56f0c724) service to localhost/127.0.0.1:43177 2024-11-18T06:01:31,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data5/current/BP-167617676-172.17.0.2-1731909492834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:01:31,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data6/current/BP-167617676-172.17.0.2-1731909492834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:01:31,083 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:01:31,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3635c31e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:01:31,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:01:31,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:01:31,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:01:31,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,STOPPED} 2024-11-18T06:01:31,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:01:31,086 WARN [BP-167617676-172.17.0.2-1731909492834 heartbeating to localhost/127.0.0.1:43177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:01:31,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:01:31,086 WARN [BP-167617676-172.17.0.2-1731909492834 heartbeating to localhost/127.0.0.1:43177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-167617676-172.17.0.2-1731909492834 (Datanode Uuid 201866d7-d79f-41bb-9202-7385dc5eaa5c) service to localhost/127.0.0.1:43177 2024-11-18T06:01:31,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data3/current/BP-167617676-172.17.0.2-1731909492834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:01:31,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data4/current/BP-167617676-172.17.0.2-1731909492834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:01:31,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:01:31,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4255463d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T06:01:31,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:01:31,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:01:31,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:01:31,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,STOPPED} 2024-11-18T06:01:31,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T06:01:31,090 WARN [BP-167617676-172.17.0.2-1731909492834 heartbeating to localhost/127.0.0.1:43177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T06:01:31,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T06:01:31,090 WARN [BP-167617676-172.17.0.2-1731909492834 heartbeating to localhost/127.0.0.1:43177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-167617676-172.17.0.2-1731909492834 (Datanode Uuid 5f66c386-4282-4976-bdbb-0517b1d129dc) service to localhost/127.0.0.1:43177 2024-11-18T06:01:31,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data1/current/BP-167617676-172.17.0.2-1731909492834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:01:31,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/cluster_d74ec834-c1c3-dfb3-9aa1-5303df2e4ea6/data/data2/current/BP-167617676-172.17.0.2-1731909492834 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T06:01:31,091 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T06:01:31,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T06:01:31,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T06:01:31,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T06:01:31,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T06:01:31,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/59a1fa5c-7991-06e6-7ef7-eafccd839135/hadoop.log.dir/,STOPPED} 2024-11-18T06:01:31,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T06:01:31,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T06:01:31,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=90 (was 11) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6d834f2e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:43177 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/6e2c48d1e2be:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:43177 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/6e2c48d1e2be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6e2c48d1e2be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/6e2c48d1e2be:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:43177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6e2c48d1e2be:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:43177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6e2c48d1e2be:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2c48d1e2be:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6e2c48d1e2be:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6e2c48d1e2be:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=61 (was 193), ProcessCount=11 (was 11), AvailableMemoryMB=4487 (was 6253)