2024-11-14 02:39:56,933 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-14 02:39:56,952 main DEBUG Took 0.016674 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 02:39:56,952 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 02:39:56,953 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 02:39:56,954 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 02:39:56,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,963 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 02:39:56,977 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,979 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,981 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,982 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,983 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,985 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,986 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,987 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,988 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,989 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,990 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:39:56,991 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,992 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 02:39:56,994 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:39:56,995 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 02:39:56,997 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 02:39:56,998 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 02:39:57,000 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 02:39:57,000 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 02:39:57,010 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 02:39:57,013 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 02:39:57,016 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 02:39:57,016 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 02:39:57,016 main DEBUG createAppenders(={Console}) 2024-11-14 02:39:57,017 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-14 02:39:57,018 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-14 02:39:57,018 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-14 02:39:57,019 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 02:39:57,019 main DEBUG OutputStream closed 2024-11-14 02:39:57,020 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 02:39:57,020 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 02:39:57,021 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-14 02:39:57,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 02:39:57,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 02:39:57,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 02:39:57,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 02:39:57,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 02:39:57,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 02:39:57,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 02:39:57,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 02:39:57,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 02:39:57,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 02:39:57,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 02:39:57,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 02:39:57,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 02:39:57,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 02:39:57,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 02:39:57,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 02:39:57,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 02:39:57,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 02:39:57,119 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 02:39:57,119 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-14 02:39:57,120 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 02:39:57,120 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-14T02:39:57,133 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-14 02:39:57,136 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 02:39:57,136 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T02:39:57,179 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=11973 2024-11-14T02:39:57,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e 2024-11-14T02:39:57,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:39:57,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3, deleteOnExit=true 2024-11-14T02:39:57,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:39:57,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/test.cache.data in system properties and HBase conf 2024-11-14T02:39:57,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:39:57,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:39:57,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:39:57,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:39:57,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:39:57,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T02:39:57,682 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:39:57,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:39:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:57,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:39:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:39:57,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:57,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:57,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:39:57,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:39:57,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:39:57,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:57,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:39:57,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:39:59,167 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T02:39:59,231 INFO [Time-limited test {}] log.Log(170): Logging initialized @3157ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T02:39:59,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:59,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:59,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:59,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:59,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:39:59,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:59,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:59,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:59,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/java.io.tmpdir/jetty-localhost-39245-hadoop-hdfs-3_4_1-tests_jar-_-any-9687269768418755054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:59,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:39245} 2024-11-14T02:39:59,564 INFO [Time-limited test {}] server.Server(415): Started @3490ms 2024-11-14T02:40:00,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:00,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:00,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:00,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:00,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:40:00,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:00,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:00,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4255463d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/java.io.tmpdir/jetty-localhost-32933-hadoop-hdfs-3_4_1-tests_jar-_-any-13058127589280447038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:00,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:32933} 2024-11-14T02:40:00,470 INFO [Time-limited test {}] server.Server(415): Started @4396ms 2024-11-14T02:40:00,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:00,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:00,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:00,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:00,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:00,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:40:00,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:00,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:00,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3635c31e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/java.io.tmpdir/jetty-localhost-38073-hadoop-hdfs-3_4_1-tests_jar-_-any-3803079964365667348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:00,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:38073} 2024-11-14T02:40:00,747 INFO [Time-limited test {}] server.Server(415): Started @4674ms 2024-11-14T02:40:00,750 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:00,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:00,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:00,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:00,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:00,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:00,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:00,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:00,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c2677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/java.io.tmpdir/jetty-localhost-43271-hadoop-hdfs-3_4_1-tests_jar-_-any-4107328359938304088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:00,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:43271} 2024-11-14T02:40:00,939 INFO [Time-limited test {}] server.Server(415): Started @4866ms 2024-11-14T02:40:00,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:02,304 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data3/current/BP-1601964219-172.17.0.2-1731551998363/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:02,304 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data4/current/BP-1601964219-172.17.0.2-1731551998363/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:02,304 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data2/current/BP-1601964219-172.17.0.2-1731551998363/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:02,304 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data1/current/BP-1601964219-172.17.0.2-1731551998363/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:02,341 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:02,341 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:02,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ce677882a9e05e6 with lease ID 0x6f938509f3db5af8: Processing first storage report for DS-603888b8-55dc-4de6-9500-f2fa45d09b5c from datanode DatanodeRegistration(127.0.0.1:37755, datanodeUuid=1edd1846-e939-4db1-8661-808cbb533bb8, infoPort=39915, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363) 2024-11-14T02:40:02,396 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data5/current/BP-1601964219-172.17.0.2-1731551998363/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:02,396 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data6/current/BP-1601964219-172.17.0.2-1731551998363/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:02,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ce677882a9e05e6 with lease ID 0x6f938509f3db5af8: from storage DS-603888b8-55dc-4de6-9500-f2fa45d09b5c node DatanodeRegistration(127.0.0.1:37755, datanodeUuid=1edd1846-e939-4db1-8661-808cbb533bb8, infoPort=39915, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:40:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e35603b7b5a934a with lease ID 0x6f938509f3db5af7: Processing first storage report for DS-c0a64482-b730-47e9-9a7b-44c369fb885d from datanode DatanodeRegistration(127.0.0.1:38347, datanodeUuid=aed318d8-6303-4d13-9448-4a900de197cd, infoPort=35901, infoSecurePort=0, ipcPort=36473, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363) 2024-11-14T02:40:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e35603b7b5a934a with lease ID 0x6f938509f3db5af7: from storage DS-c0a64482-b730-47e9-9a7b-44c369fb885d node DatanodeRegistration(127.0.0.1:38347, datanodeUuid=aed318d8-6303-4d13-9448-4a900de197cd, infoPort=35901, infoSecurePort=0, ipcPort=36473, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ce677882a9e05e6 with lease ID 0x6f938509f3db5af8: Processing first storage report for DS-09f2db42-4b98-4281-ba41-5d2069e62711 from datanode DatanodeRegistration(127.0.0.1:37755, datanodeUuid=1edd1846-e939-4db1-8661-808cbb533bb8, infoPort=39915, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363) 2024-11-14T02:40:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ce677882a9e05e6 with lease ID 0x6f938509f3db5af8: from storage DS-09f2db42-4b98-4281-ba41-5d2069e62711 node DatanodeRegistration(127.0.0.1:37755, datanodeUuid=1edd1846-e939-4db1-8661-808cbb533bb8, infoPort=39915, infoSecurePort=0, ipcPort=39323, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e35603b7b5a934a with lease ID 0x6f938509f3db5af7: Processing first storage report for DS-093a76d1-e609-43b6-b2a9-1acfb5c78766 from datanode DatanodeRegistration(127.0.0.1:38347, datanodeUuid=aed318d8-6303-4d13-9448-4a900de197cd, infoPort=35901, infoSecurePort=0, ipcPort=36473, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363) 2024-11-14T02:40:02,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e35603b7b5a934a with lease ID 0x6f938509f3db5af7: from storage DS-093a76d1-e609-43b6-b2a9-1acfb5c78766 node DatanodeRegistration(127.0.0.1:38347, datanodeUuid=aed318d8-6303-4d13-9448-4a900de197cd, infoPort=35901, infoSecurePort=0, ipcPort=36473, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:02,415 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x985f6b44dbdbd133 with lease ID 0x6f938509f3db5af9: Processing first storage report for DS-b5243e47-22eb-4767-a8cc-fc10433deb28 from datanode DatanodeRegistration(127.0.0.1:37537, datanodeUuid=fd5676a5-d913-44df-b916-4a93679cffcb, infoPort=34727, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363) 2024-11-14T02:40:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x985f6b44dbdbd133 with lease ID 0x6f938509f3db5af9: from storage DS-b5243e47-22eb-4767-a8cc-fc10433deb28 node DatanodeRegistration(127.0.0.1:37537, datanodeUuid=fd5676a5-d913-44df-b916-4a93679cffcb, infoPort=34727, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:40:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x985f6b44dbdbd133 with lease ID 0x6f938509f3db5af9: Processing first storage report for DS-a7a11b78-e632-4781-b6c9-e9855b058b2f from datanode DatanodeRegistration(127.0.0.1:37537, datanodeUuid=fd5676a5-d913-44df-b916-4a93679cffcb, infoPort=34727, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363) 2024-11-14T02:40:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x985f6b44dbdbd133 with lease ID 0x6f938509f3db5af9: from storage DS-a7a11b78-e632-4781-b6c9-e9855b058b2f node DatanodeRegistration(127.0.0.1:37537, datanodeUuid=fd5676a5-d913-44df-b916-4a93679cffcb, infoPort=34727, infoSecurePort=0, ipcPort=42451, storageInfo=lv=-57;cid=testClusterID;nsid=1690818136;c=1731551998363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:02,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e 2024-11-14T02:40:02,554 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/zookeeper_0, clientPort=53932, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:40:02,569 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53932 2024-11-14T02:40:02,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:02,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:02,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:02,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:03,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 with version=8 2024-11-14T02:40:03,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/hbase-staging 2024-11-14T02:40:03,318 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T02:40:03,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:40:03,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:03,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:03,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:03,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:03,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:03,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:40:03,721 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T02:40:03,731 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T02:40:03,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:03,759 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1897 (auto-detected) 2024-11-14T02:40:03,760 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T02:40:03,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44853 2024-11-14T02:40:03,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44853 connecting to ZooKeeper ensemble=127.0.0.1:53932 2024-11-14T02:40:03,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448530x0, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:03,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44853-0x1013736bd920000 connected 2024-11-14T02:40:04,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:40:04,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246, hbase.cluster.distributed=false 2024-11-14T02:40:04,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:40:04,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44853 2024-11-14T02:40:04,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44853 2024-11-14T02:40:04,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44853 2024-11-14T02:40:04,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44853 2024-11-14T02:40:04,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44853 2024-11-14T02:40:04,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:40:04,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:04,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:04,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:04,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:04,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46409 2024-11-14T02:40:04,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46409 connecting to ZooKeeper ensemble=127.0.0.1:53932 2024-11-14T02:40:04,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,258 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464090x0, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:04,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46409-0x1013736bd920001 connected 2024-11-14T02:40:04,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:40:04,264 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:04,272 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:04,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:40:04,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:40:04,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46409 2024-11-14T02:40:04,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46409 2024-11-14T02:40:04,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46409 2024-11-14T02:40:04,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46409 2024-11-14T02:40:04,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46409 2024-11-14T02:40:04,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:40:04,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:04,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:04,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:04,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:04,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35291 2024-11-14T02:40:04,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35291 connecting to ZooKeeper ensemble=127.0.0.1:53932 2024-11-14T02:40:04,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352910x0, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:04,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35291-0x1013736bd920002 connected 2024-11-14T02:40:04,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:40:04,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:04,326 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:04,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:40:04,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:40:04,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35291 2024-11-14T02:40:04,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35291 2024-11-14T02:40:04,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35291 2024-11-14T02:40:04,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35291 2024-11-14T02:40:04,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35291 2024-11-14T02:40:04,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e5dc8b5cf5e9:0 server-side Connection retries=45 2024-11-14T02:40:04,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:04,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:04,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:04,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:04,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:04,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35531 2024-11-14T02:40:04,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35531 connecting to ZooKeeper ensemble=127.0.0.1:53932 2024-11-14T02:40:04,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355310x0, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:40:04,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355310x0, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:04,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:04,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35531-0x1013736bd920003 connected 2024-11-14T02:40:04,390 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:04,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T02:40:04,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T02:40:04,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35531 2024-11-14T02:40:04,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35531 2024-11-14T02:40:04,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35531 2024-11-14T02:40:04,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35531 2024-11-14T02:40:04,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35531 2024-11-14T02:40:04,421 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e5dc8b5cf5e9:44853 2024-11-14T02:40:04,422 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:04,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,437 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,440 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:04,468 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:40:04,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:40:04,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T02:40:04,469 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,470 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T02:40:04,472 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e5dc8b5cf5e9,44853,1731552003372 from backup master directory 2024-11-14T02:40:04,489 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T02:40:04,491 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:04,491 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:04,493 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T02:40:04,494 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T02:40:04,552 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/hbase.id] with ID: d9479058-8754-4460-ae43-31fa3802b447 2024-11-14T02:40:04,552 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/.tmp/hbase.id 2024-11-14T02:40:04,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:04,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:04,568 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/.tmp/hbase.id]:[hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/hbase.id] 2024-11-14T02:40:04,614 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:04,620 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:40:04,645 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-14T02:40:04,658 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:04,692 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:04,693 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:40:04,706 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:04,710 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:04,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:04,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:04,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:04,759 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store 2024-11-14T02:40:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:04,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:04,785 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T02:40:04,788 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:04,789 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:04,790 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:04,790 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:04,791 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:04,792 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:04,792 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:04,793 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552004789Disabling compacts and flushes for region at 1731552004789Disabling writes for close at 1731552004792 (+3 ms)Writing region close event to WAL at 1731552004792Closed at 1731552004792 2024-11-14T02:40:04,795 WARN [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/.initializing 2024-11-14T02:40:04,795 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/WALs/e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:04,803 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:04,819 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C44853%2C1731552003372, suffix=, logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/WALs/e5dc8b5cf5e9,44853,1731552003372, archiveDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/oldWALs, maxLogs=10 2024-11-14T02:40:04,851 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/WALs/e5dc8b5cf5e9,44853,1731552003372/e5dc8b5cf5e9%2C44853%2C1731552003372.1731552004826, exclude list is [], retry=0 2024-11-14T02:40:04,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38347,DS-c0a64482-b730-47e9-9a7b-44c369fb885d,DISK] 2024-11-14T02:40:04,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-603888b8-55dc-4de6-9500-f2fa45d09b5c,DISK] 2024-11-14T02:40:04,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37537,DS-b5243e47-22eb-4767-a8cc-fc10433deb28,DISK] 2024-11-14T02:40:04,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T02:40:04,906 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/WALs/e5dc8b5cf5e9,44853,1731552003372/e5dc8b5cf5e9%2C44853%2C1731552003372.1731552004826 2024-11-14T02:40:04,907 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:34727:34727),(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-14T02:40:04,907 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:04,907 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:04,910 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,911 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:40:04,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:40:04,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:04,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:40:04,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:04,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:40:04,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:04,985 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,989 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,991 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,997 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:04,997 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:05,000 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:05,004 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:05,008 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:05,010 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69141624, jitterRate=0.03029048442840576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:05,016 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552004923Initializing all the Stores at 1731552004925 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552004926 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552004926Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552004926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552004926Cleaning up temporary data from old regions at 1731552004997 (+71 ms)Region opened successfully at 1731552005016 (+19 ms) 2024-11-14T02:40:05,018 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:40:05,051 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66eec8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:40:05,081 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:40:05,090 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:40:05,091 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:40:05,093 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:40:05,094 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T02:40:05,098 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T02:40:05,099 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:40:05,128 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:40:05,139 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T02:40:05,279 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T02:40:05,283 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:40:05,287 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:40:05,300 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T02:40:05,302 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:40:05,306 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:40:05,316 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T02:40:05,318 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:40:05,327 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T02:40:05,350 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:40:05,363 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T02:40:05,374 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:40:05,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:40:05,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:40:05,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T02:40:05,374 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,380 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e5dc8b5cf5e9,44853,1731552003372, sessionid=0x1013736bd920000, setting cluster-up flag (Was=false) 2024-11-14T02:40:05,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,411 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,447 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T02:40:05,450 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,475 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:05,506 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T02:40:05,510 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:05,519 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:40:05,585 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:05,593 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:40:05,599 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:40:05,603 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e5dc8b5cf5e9,44853,1731552003372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:40:05,610 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:05,610 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(746): ClusterId : d9479058-8754-4460-ae43-31fa3802b447 2024-11-14T02:40:05,610 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(746): ClusterId : d9479058-8754-4460-ae43-31fa3802b447 2024-11-14T02:40:05,610 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:05,611 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:05,611 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(746): ClusterId : d9479058-8754-4460-ae43-31fa3802b447 2024-11-14T02:40:05,611 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:05,611 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e5dc8b5cf5e9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:40:05,611 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,611 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:05,612 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,613 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:05,613 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:05,613 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:05,615 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552035615 2024-11-14T02:40:05,616 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:40:05,617 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:40:05,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:05,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:40:05,620 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:40:05,621 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:40:05,621 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:40:05,621 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:40:05,622 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,624 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:40:05,624 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:05,625 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:40:05,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:40:05,625 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:40:05,627 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:40:05,627 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:40:05,629 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552005629,5,FailOnTimeoutGroup] 2024-11-14T02:40:05,631 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552005629,5,FailOnTimeoutGroup] 2024-11-14T02:40:05,631 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,631 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:40:05,632 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,632 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:05,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:40:05,643 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:05,645 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:05,645 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:05,645 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:05,645 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:05,645 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:05,645 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:40:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:40:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:40:05,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:05,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:05,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:05,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:05,669 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:05,669 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:05,669 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:05,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:05,670 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217ce469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:40:05,670 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c722057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:40:05,670 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774a7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e5dc8b5cf5e9/172.17.0.2:0 2024-11-14T02:40:05,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:05,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:05,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:05,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:05,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:05,684 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e5dc8b5cf5e9:35531 2024-11-14T02:40:05,684 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e5dc8b5cf5e9:35291 2024-11-14T02:40:05,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:05,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:05,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:05,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:05,688 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:05,688 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:05,688 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:05,688 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:05,688 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e5dc8b5cf5e9:46409 2024-11-14T02:40:05,688 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:05,688 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:05,688 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:05,688 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:05,688 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:05,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:05,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:05,691 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,44853,1731552003372 with port=46409, startcode=1731552004165 2024-11-14T02:40:05,691 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,44853,1731552003372 with port=35291, startcode=1731552004298 2024-11-14T02:40:05,691 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(2659): reportForDuty to master=e5dc8b5cf5e9,44853,1731552003372 with port=35531, startcode=1731552004356 2024-11-14T02:40:05,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:05,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:05,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740 2024-11-14T02:40:05,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740 2024-11-14T02:40:05,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:05,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:05,699 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:05,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:05,704 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:05,704 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:05,704 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:05,706 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:05,707 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62286519, jitterRate=-0.07185854017734528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:05,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552005663Initializing all the Stores at 1731552005664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552005664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552005665 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552005665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552005665Cleaning up temporary data from old regions at 1731552005698 (+33 ms)Region opened successfully at 1731552005711 (+13 ms) 2024-11-14T02:40:05,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:05,712 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:05,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:05,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:05,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:05,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:05,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552005712Disabling compacts and flushes for region at 1731552005712Disabling writes for close at 1731552005712Writing region close event to WAL at 1731552005713 (+1 ms)Closed at 1731552005714 (+1 ms) 2024-11-14T02:40:05,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:05,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:40:05,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:05,740 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:05,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:40:05,739 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46417, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:05,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:05,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:05,752 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:05,756 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:40:05,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:05,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:05,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:05,764 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] master.ServerManager(517): Registering regionserver=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:05,765 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:05,765 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:05,765 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35597 2024-11-14T02:40:05,765 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35597 2024-11-14T02:40:05,765 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:05,765 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:05,767 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:05,767 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35597 2024-11-14T02:40:05,767 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:05,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:40:05,822 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] zookeeper.ZKUtil(111): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:05,822 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] zookeeper.ZKUtil(111): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:05,823 WARN [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:05,823 WARN [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:05,823 INFO [RS:0;e5dc8b5cf5e9:46409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:05,823 INFO [RS:1;e5dc8b5cf5e9:35291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:05,824 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] zookeeper.ZKUtil(111): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:05,824 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:05,824 WARN [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:05,824 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:05,824 INFO [RS:2;e5dc8b5cf5e9:35531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:05,824 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:05,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,35291,1731552004298] 2024-11-14T02:40:05,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,35531,1731552004356] 2024-11-14T02:40:05,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e5dc8b5cf5e9,46409,1731552004165] 2024-11-14T02:40:05,856 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:05,856 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:05,856 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:05,871 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:05,871 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:05,871 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:05,877 INFO [RS:1;e5dc8b5cf5e9:35291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:05,877 INFO [RS:0;e5dc8b5cf5e9:46409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:05,877 INFO [RS:2;e5dc8b5cf5e9:35531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:05,877 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,877 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,877 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,878 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:05,878 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:05,878 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:05,885 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:05,885 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:05,885 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:05,886 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,886 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,886 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,886 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,886 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,886 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,887 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:05,888 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:05,888 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:05,888 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e5dc8b5cf5e9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:05,888 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:05,888 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:05,889 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e5dc8b5cf5e9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:05,890 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35291,1731552004298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:05,890 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35531,1731552004356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:05,892 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,892 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,892 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,892 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,892 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,892 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,46409,1731552004165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:05,907 WARN [e5dc8b5cf5e9:44853 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T02:40:05,913 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:05,913 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:05,916 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35531,1731552004356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,916 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,35291,1731552004298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,916 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,916 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,916 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.Replication(171): e5dc8b5cf5e9,35531,1731552004356 started 2024-11-14T02:40:05,916 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.Replication(171): e5dc8b5cf5e9,35291,1731552004298 started 2024-11-14T02:40:05,919 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:05,919 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,46409,1731552004165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,920 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,920 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.Replication(171): e5dc8b5cf5e9,46409,1731552004165 started 2024-11-14T02:40:05,939 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,940 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,35291,1731552004298, RpcServer on e5dc8b5cf5e9/172.17.0.2:35291, sessionid=0x1013736bd920002 2024-11-14T02:40:05,940 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,940 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,35531,1731552004356, RpcServer on e5dc8b5cf5e9/172.17.0.2:35531, sessionid=0x1013736bd920003 2024-11-14T02:40:05,940 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:05,940 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:05,940 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:05,940 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:05,941 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,35531,1731552004356' 2024-11-14T02:40:05,941 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,35291,1731552004298' 2024-11-14T02:40:05,941 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:40:05,941 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:40:05,942 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:05,942 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:40:05,942 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:40:05,942 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(1482): Serving as e5dc8b5cf5e9,46409,1731552004165, RpcServer on e5dc8b5cf5e9/172.17.0.2:46409, sessionid=0x1013736bd920001 2024-11-14T02:40:05,942 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:05,942 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:05,942 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,46409,1731552004165' 2024-11-14T02:40:05,942 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T02:40:05,942 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:05,942 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:05,942 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:05,942 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:05,942 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:05,942 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:05,942 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,35531,1731552004356' 2024-11-14T02:40:05,943 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,35291,1731552004298' 2024-11-14T02:40:05,943 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:40:05,943 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:40:05,943 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T02:40:05,943 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:40:05,943 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:40:05,943 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:05,943 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:05,943 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:05,943 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e5dc8b5cf5e9,46409,1731552004165' 2024-11-14T02:40:05,943 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T02:40:05,943 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:05,944 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:05,944 INFO [RS:1;e5dc8b5cf5e9:35291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:05,944 INFO [RS:2;e5dc8b5cf5e9:35531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:05,944 INFO [RS:1;e5dc8b5cf5e9:35291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:05,944 INFO [RS:2;e5dc8b5cf5e9:35531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:05,944 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T02:40:05,945 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:05,945 INFO [RS:0;e5dc8b5cf5e9:46409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:05,945 INFO [RS:0;e5dc8b5cf5e9:46409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:06,052 INFO [RS:0;e5dc8b5cf5e9:46409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:06,052 INFO [RS:2;e5dc8b5cf5e9:35531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:06,052 INFO [RS:1;e5dc8b5cf5e9:35291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:06,056 INFO [RS:0;e5dc8b5cf5e9:46409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C46409%2C1731552004165, suffix=, logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165, archiveDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs, maxLogs=32 2024-11-14T02:40:06,056 INFO [RS:1;e5dc8b5cf5e9:35291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C35291%2C1731552004298, suffix=, logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35291,1731552004298, archiveDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs, maxLogs=32 2024-11-14T02:40:06,056 INFO [RS:2;e5dc8b5cf5e9:35531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C35531%2C1731552004356, suffix=, logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356, archiveDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs, maxLogs=32 2024-11-14T02:40:06,074 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356/e5dc8b5cf5e9%2C35531%2C1731552004356.1731552006059, exclude list is [], retry=0 2024-11-14T02:40:06,079 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35291,1731552004298/e5dc8b5cf5e9%2C35291%2C1731552004298.1731552006060, exclude list is [], retry=0 2024-11-14T02:40:06,079 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, exclude list is [], retry=0 2024-11-14T02:40:06,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-603888b8-55dc-4de6-9500-f2fa45d09b5c,DISK] 2024-11-14T02:40:06,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38347,DS-c0a64482-b730-47e9-9a7b-44c369fb885d,DISK] 2024-11-14T02:40:06,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37537,DS-b5243e47-22eb-4767-a8cc-fc10433deb28,DISK] 2024-11-14T02:40:06,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-603888b8-55dc-4de6-9500-f2fa45d09b5c,DISK] 2024-11-14T02:40:06,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38347,DS-c0a64482-b730-47e9-9a7b-44c369fb885d,DISK] 2024-11-14T02:40:06,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37537,DS-b5243e47-22eb-4767-a8cc-fc10433deb28,DISK] 2024-11-14T02:40:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38347,DS-c0a64482-b730-47e9-9a7b-44c369fb885d,DISK] 2024-11-14T02:40:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37537,DS-b5243e47-22eb-4767-a8cc-fc10433deb28,DISK] 2024-11-14T02:40:06,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-603888b8-55dc-4de6-9500-f2fa45d09b5c,DISK] 2024-11-14T02:40:06,114 INFO [RS:2;e5dc8b5cf5e9:35531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356/e5dc8b5cf5e9%2C35531%2C1731552004356.1731552006059 2024-11-14T02:40:06,115 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:39915:39915),(127.0.0.1/127.0.0.1:34727:34727)] 2024-11-14T02:40:06,117 INFO [RS:0;e5dc8b5cf5e9:46409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 2024-11-14T02:40:06,118 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34727:34727),(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-14T02:40:06,118 INFO [RS:1;e5dc8b5cf5e9:35291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35291,1731552004298/e5dc8b5cf5e9%2C35291%2C1731552004298.1731552006060 2024-11-14T02:40:06,120 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915),(127.0.0.1/127.0.0.1:34727:34727),(127.0.0.1/127.0.0.1:35901:35901)] 2024-11-14T02:40:06,160 DEBUG [e5dc8b5cf5e9:44853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T02:40:06,167 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(204): Hosts are {e5dc8b5cf5e9=0} racks are {/default-rack=0} 2024-11-14T02:40:06,173 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T02:40:06,173 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T02:40:06,173 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T02:40:06,173 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T02:40:06,174 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T02:40:06,174 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T02:40:06,174 INFO [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T02:40:06,174 INFO [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T02:40:06,174 INFO [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T02:40:06,174 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T02:40:06,182 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:06,189 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46409,1731552004165, state=OPENING 2024-11-14T02:40:06,236 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:40:06,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:06,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:06,247 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:06,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:40:06,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,250 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:06,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:06,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:06,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:06,450 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:40:06,450 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:06,451 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:40:06,453 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C46409%2C1731552004165.meta, suffix=.meta, logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165, archiveDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs, maxLogs=32 2024-11-14T02:40:06,469 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, exclude list is [], retry=0 2024-11-14T02:40:06,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37537,DS-b5243e47-22eb-4767-a8cc-fc10433deb28,DISK] 2024-11-14T02:40:06,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38347,DS-c0a64482-b730-47e9-9a7b-44c369fb885d,DISK] 2024-11-14T02:40:06,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-603888b8-55dc-4de6-9500-f2fa45d09b5c,DISK] 2024-11-14T02:40:06,476 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta 2024-11-14T02:40:06,477 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35901:35901),(127.0.0.1/127.0.0.1:34727:34727),(127.0.0.1/127.0.0.1:39915:39915)] 2024-11-14T02:40:06,477 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:06,479 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:06,481 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:40:06,485 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:40:06,489 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:40:06,489 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:06,490 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:40:06,490 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:40:06,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:06,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:06,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:06,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:06,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:06,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:06,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:06,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:06,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:06,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:06,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:06,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:06,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:06,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:06,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:06,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:06,505 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:06,507 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740 2024-11-14T02:40:06,510 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740 2024-11-14T02:40:06,513 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:06,513 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:06,514 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:06,516 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:06,518 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71177636, jitterRate=0.060629427433013916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:06,518 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:40:06,519 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552006490Writing region info on filesystem at 1731552006491 (+1 ms)Initializing all the Stores at 1731552006493 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552006493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552006493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552006493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552006493Cleaning up temporary data from old regions at 1731552006513 (+20 ms)Running coprocessor post-open hooks at 1731552006518 (+5 ms)Region opened successfully at 1731552006519 (+1 ms) 2024-11-14T02:40:06,525 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552006426 2024-11-14T02:40:06,535 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:40:06,536 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:40:06,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:06,540 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46409,1731552004165, state=OPEN 2024-11-14T02:40:06,552 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:40:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:40:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:40:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:40:06,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:06,553 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:06,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:40:06,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,46409,1731552004165 in 301 msec 2024-11-14T02:40:06,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:40:06,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 820 msec 2024-11-14T02:40:06,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:06,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:40:06,586 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:06,587 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:06,605 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:06,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60203, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:06,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0780 sec 2024-11-14T02:40:06,627 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552006627, completionTime=-1 2024-11-14T02:40:06,629 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T02:40:06,629 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:40:06,678 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T02:40:06,678 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552066678 2024-11-14T02:40:06,678 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552126678 2024-11-14T02:40:06,678 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 48 msec 2024-11-14T02:40:06,680 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:40:06,690 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44853,1731552003372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:06,691 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44853,1731552003372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:06,691 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44853,1731552003372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:06,693 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e5dc8b5cf5e9:44853, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:06,694 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:06,696 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:06,701 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:40:06,723 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.232sec 2024-11-14T02:40:06,725 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:40:06,726 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:40:06,727 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:40:06,727 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:40:06,727 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:40:06,728 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44853,1731552003372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:06,728 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44853,1731552003372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:40:06,733 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:40:06,734 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:40:06,734 INFO [master/e5dc8b5cf5e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e5dc8b5cf5e9,44853,1731552003372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:06,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5e5329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:06,827 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T02:40:06,828 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T02:40:06,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e5dc8b5cf5e9,44853,-1 for getting cluster id 2024-11-14T02:40:06,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:06,841 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9479058-8754-4460-ae43-31fa3802b447' 2024-11-14T02:40:06,844 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:06,844 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9479058-8754-4460-ae43-31fa3802b447" 2024-11-14T02:40:06,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186489ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:06,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e5dc8b5cf5e9,44853,-1] 2024-11-14T02:40:06,848 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:06,850 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:06,852 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:06,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c26e9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:06,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:06,862 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:06,863 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:06,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:06,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:06,885 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T02:40:06,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:06,894 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:06,897 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65383b59 2024-11-14T02:40:06,898 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:06,901 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:06,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:40:06,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:06,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-14T02:40:06,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:06,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741837_1013 (size=1020) 2024-11-14T02:40:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741837_1013 (size=1020) 2024-11-14T02:40:06,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741837_1013 (size=1020) 2024-11-14T02:40:06,942 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d84bba6f60ebbcc18a9e01ee1c7267a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:06,943 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5b861ac48cdc4f2c5dafca125585e890, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:06,943 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bb1497152051f948171020591afa6550, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741840_1016 (size=110) 2024-11-14T02:40:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741840_1016 (size=110) 2024-11-14T02:40:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741840_1016 (size=110) 2024-11-14T02:40:06,968 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:06,968 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing bb1497152051f948171020591afa6550, disabling compactions & flushes 2024-11-14T02:40:06,968 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:06,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:06,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. after waiting 0 ms 2024-11-14T02:40:06,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:06,969 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:06,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for bb1497152051f948171020591afa6550: Waiting for close lock at 1731552006968Disabling compacts and flushes for region at 1731552006968Disabling writes for close at 1731552006969 (+1 ms)Writing region close event to WAL at 1731552006969Closed at 1731552006969 2024-11-14T02:40:06,970 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4c603ad14aa4d0926928a0644620de74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741839_1015 (size=110) 2024-11-14T02:40:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741839_1015 (size=110) 2024-11-14T02:40:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741839_1015 (size=110) 2024-11-14T02:40:06,983 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:06,983 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5b861ac48cdc4f2c5dafca125585e890, disabling compactions & flushes 2024-11-14T02:40:06,983 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:06,983 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:06,983 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. after waiting 0 ms 2024-11-14T02:40:06,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:06,984 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:06,984 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5b861ac48cdc4f2c5dafca125585e890: Waiting for close lock at 1731552006983Disabling compacts and flushes for region at 1731552006983Disabling writes for close at 1731552006983Writing region close event to WAL at 1731552006984 (+1 ms)Closed at 1731552006984 2024-11-14T02:40:06,985 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 456f01dbcdf9e3a746ee0a2955952ae6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741838_1014 (size=107) 2024-11-14T02:40:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741838_1014 (size=107) 2024-11-14T02:40:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741838_1014 (size=107) 2024-11-14T02:40:06,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:06,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4d84bba6f60ebbcc18a9e01ee1c7267a, disabling compactions & flushes 2024-11-14T02:40:06,993 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:06,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:06,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. after waiting 0 ms 2024-11-14T02:40:06,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:06,993 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:06,993 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d84bba6f60ebbcc18a9e01ee1c7267a: Waiting for close lock at 1731552006993Disabling compacts and flushes for region at 1731552006993Disabling writes for close at 1731552006993Writing region close event to WAL at 1731552006993Closed at 1731552006993 2024-11-14T02:40:06,994 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7caf53b31aa00cfa46765a2bca4ab8a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741841_1017 (size=110) 2024-11-14T02:40:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741841_1017 (size=110) 2024-11-14T02:40:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741841_1017 (size=110) 2024-11-14T02:40:07,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4c603ad14aa4d0926928a0644620de74, disabling compactions & flushes 2024-11-14T02:40:07,019 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:40:07,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:40:07,019 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. after waiting 0 ms 2024-11-14T02:40:07,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:40:07,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:40:07,020 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4c603ad14aa4d0926928a0644620de74: Waiting for close lock at 1731552007019Disabling compacts and flushes for region at 1731552007019Disabling writes for close at 1731552007019Writing region close event to WAL at 1731552007020 (+1 ms)Closed at 1731552007020 2024-11-14T02:40:07,020 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f07ef648f2dbdbeb91313c9f2aa198b0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741843_1019 (size=110) 2024-11-14T02:40:07,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741842_1018 (size=110) 2024-11-14T02:40:07,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741843_1019 (size=110) 2024-11-14T02:40:07,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741842_1018 (size=110) 2024-11-14T02:40:07,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741843_1019 (size=110) 2024-11-14T02:40:07,026 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,026 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7caf53b31aa00cfa46765a2bca4ab8a8, disabling compactions & flushes 2024-11-14T02:40:07,026 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:40:07,026 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:40:07,026 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. after waiting 0 ms 2024-11-14T02:40:07,026 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:40:07,027 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:40:07,027 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7caf53b31aa00cfa46765a2bca4ab8a8: Waiting for close lock at 1731552007026Disabling compacts and flushes for region at 1731552007026Disabling writes for close at 1731552007026Writing region close event to WAL at 1731552007026Closed at 1731552007026 2024-11-14T02:40:07,027 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5290e859aca999c3c7390e1a52294418, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741842_1018 (size=110) 2024-11-14T02:40:07,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 456f01dbcdf9e3a746ee0a2955952ae6, disabling compactions & flushes 2024-11-14T02:40:07,031 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:40:07,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:40:07,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. after waiting 0 ms 2024-11-14T02:40:07,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:40:07,032 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:40:07,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 456f01dbcdf9e3a746ee0a2955952ae6: Waiting for close lock at 1731552007031Disabling compacts and flushes for region at 1731552007031Disabling writes for close at 1731552007031Writing region close event to WAL at 1731552007032 (+1 ms)Closed at 1731552007032 2024-11-14T02:40:07,032 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b2a9f887457fe99a1df30b11d20544f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741844_1020 (size=110) 2024-11-14T02:40:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741844_1020 (size=110) 2024-11-14T02:40:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741844_1020 (size=110) 2024-11-14T02:40:07,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f07ef648f2dbdbeb91313c9f2aa198b0, disabling compactions & flushes 2024-11-14T02:40:07,052 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:40:07,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:40:07,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. after waiting 0 ms 2024-11-14T02:40:07,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:40:07,052 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:40:07,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f07ef648f2dbdbeb91313c9f2aa198b0: Waiting for close lock at 1731552007051Disabling compacts and flushes for region at 1731552007051Disabling writes for close at 1731552007052 (+1 ms)Writing region close event to WAL at 1731552007052Closed at 1731552007052 2024-11-14T02:40:07,053 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8dbe7dfeb4712f35bf31fdac22a56486, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741845_1021 (size=110) 2024-11-14T02:40:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741845_1021 (size=110) 2024-11-14T02:40:07,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741846_1022 (size=110) 2024-11-14T02:40:07,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741846_1022 (size=110) 2024-11-14T02:40:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741845_1021 (size=110) 2024-11-14T02:40:07,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741846_1022 (size=110) 2024-11-14T02:40:07,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 5290e859aca999c3c7390e1a52294418, disabling compactions & flushes 2024-11-14T02:40:07,061 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:40:07,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:40:07,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. after waiting 0 ms 2024-11-14T02:40:07,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:40:07,061 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,062 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:40:07,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing b2a9f887457fe99a1df30b11d20544f7, disabling compactions & flushes 2024-11-14T02:40:07,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5290e859aca999c3c7390e1a52294418: Waiting for close lock at 1731552007061Disabling compacts and flushes for region at 1731552007061Disabling writes for close at 1731552007061Writing region close event to WAL at 1731552007062 (+1 ms)Closed at 1731552007062 2024-11-14T02:40:07,062 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:40:07,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:40:07,062 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5a8c6b9c15852aaa8d2a5920ef87673, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,062 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. after waiting 0 ms 2024-11-14T02:40:07,063 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:40:07,063 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:40:07,063 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for b2a9f887457fe99a1df30b11d20544f7: Waiting for close lock at 1731552007062Disabling compacts and flushes for region at 1731552007062Disabling writes for close at 1731552007063 (+1 ms)Writing region close event to WAL at 1731552007063Closed at 1731552007063 2024-11-14T02:40:07,063 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1d6613f8723147338c5d0c527c582b46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741847_1023 (size=110) 2024-11-14T02:40:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741847_1023 (size=110) 2024-11-14T02:40:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741847_1023 (size=110) 2024-11-14T02:40:07,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8dbe7dfeb4712f35bf31fdac22a56486, disabling compactions & flushes 2024-11-14T02:40:07,083 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:40:07,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:40:07,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. after waiting 0 ms 2024-11-14T02:40:07,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:40:07,083 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:40:07,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8dbe7dfeb4712f35bf31fdac22a56486: Waiting for close lock at 1731552007083Disabling compacts and flushes for region at 1731552007083Disabling writes for close at 1731552007083Writing region close event to WAL at 1731552007083Closed at 1731552007083 2024-11-14T02:40:07,084 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e460d9c2b218aff2cd1a8ff176cd6170, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741849_1025 (size=110) 2024-11-14T02:40:07,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741849_1025 (size=110) 2024-11-14T02:40:07,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741849_1025 (size=110) 2024-11-14T02:40:07,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1d6613f8723147338c5d0c527c582b46, disabling compactions & flushes 2024-11-14T02:40:07,100 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:40:07,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:40:07,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. after waiting 0 ms 2024-11-14T02:40:07,100 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:40:07,100 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:40:07,101 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1d6613f8723147338c5d0c527c582b46: Waiting for close lock at 1731552007100Disabling compacts and flushes for region at 1731552007100Disabling writes for close at 1731552007100Writing region close event to WAL at 1731552007100Closed at 1731552007100 2024-11-14T02:40:07,102 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 334b7b1bcf19ec16583f4a957e77a84a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741848_1024 (size=110) 2024-11-14T02:40:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741848_1024 (size=110) 2024-11-14T02:40:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741848_1024 (size=110) 2024-11-14T02:40:07,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a5a8c6b9c15852aaa8d2a5920ef87673, disabling compactions & flushes 2024-11-14T02:40:07,113 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:40:07,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:40:07,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. after waiting 0 ms 2024-11-14T02:40:07,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:40:07,113 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:40:07,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5a8c6b9c15852aaa8d2a5920ef87673: Waiting for close lock at 1731552007113Disabling compacts and flushes for region at 1731552007113Disabling writes for close at 1731552007113Writing region close event to WAL at 1731552007113Closed at 1731552007113 2024-11-14T02:40:07,114 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bbc754d2d773de42b90249cbc7a5a5c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741850_1026 (size=110) 2024-11-14T02:40:07,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741850_1026 (size=110) 2024-11-14T02:40:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741850_1026 (size=110) 2024-11-14T02:40:07,125 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e460d9c2b218aff2cd1a8ff176cd6170, disabling compactions & flushes 2024-11-14T02:40:07,126 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:40:07,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:40:07,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. after waiting 0 ms 2024-11-14T02:40:07,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:40:07,126 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:40:07,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e460d9c2b218aff2cd1a8ff176cd6170: Waiting for close lock at 1731552007126Disabling compacts and flushes for region at 1731552007126Disabling writes for close at 1731552007126Writing region close event to WAL at 1731552007126Closed at 1731552007126 2024-11-14T02:40:07,127 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d9604f11488fa9d10819d55eb8f0bb25, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741851_1027 (size=110) 2024-11-14T02:40:07,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741851_1027 (size=110) 2024-11-14T02:40:07,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741851_1027 (size=110) 2024-11-14T02:40:07,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 334b7b1bcf19ec16583f4a957e77a84a, disabling compactions & flushes 2024-11-14T02:40:07,129 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:40:07,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:40:07,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. after waiting 0 ms 2024-11-14T02:40:07,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:40:07,129 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:40:07,129 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 334b7b1bcf19ec16583f4a957e77a84a: Waiting for close lock at 1731552007129Disabling compacts and flushes for region at 1731552007129Disabling writes for close at 1731552007129Writing region close event to WAL at 1731552007129Closed at 1731552007129 2024-11-14T02:40:07,130 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2b043459b7b0c2a89fbfbe039e826b8e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741852_1028 (size=110) 2024-11-14T02:40:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741852_1028 (size=110) 2024-11-14T02:40:07,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741852_1028 (size=110) 2024-11-14T02:40:07,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2bbc754d2d773de42b90249cbc7a5a5c, disabling compactions & flushes 2024-11-14T02:40:07,140 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:40:07,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:40:07,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. after waiting 0 ms 2024-11-14T02:40:07,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:40:07,140 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:40:07,140 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bbc754d2d773de42b90249cbc7a5a5c: Waiting for close lock at 1731552007140Disabling compacts and flushes for region at 1731552007140Disabling writes for close at 1731552007140Writing region close event to WAL at 1731552007140Closed at 1731552007140 2024-11-14T02:40:07,141 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a065c4c8cced38aec92014010c1bd6f3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741853_1029 (size=110) 2024-11-14T02:40:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741853_1029 (size=110) 2024-11-14T02:40:07,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741853_1029 (size=110) 2024-11-14T02:40:07,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d9604f11488fa9d10819d55eb8f0bb25, disabling compactions & flushes 2024-11-14T02:40:07,153 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:40:07,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:40:07,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. after waiting 0 ms 2024-11-14T02:40:07,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:40:07,153 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:40:07,153 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d9604f11488fa9d10819d55eb8f0bb25: Waiting for close lock at 1731552007153Disabling compacts and flushes for region at 1731552007153Disabling writes for close at 1731552007153Writing region close event to WAL at 1731552007153Closed at 1731552007153 2024-11-14T02:40:07,154 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 324785612e4751949dbd9c3d94928883, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741854_1030 (size=110) 2024-11-14T02:40:07,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741854_1030 (size=110) 2024-11-14T02:40:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741854_1030 (size=110) 2024-11-14T02:40:07,161 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,161 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2b043459b7b0c2a89fbfbe039e826b8e, disabling compactions & flushes 2024-11-14T02:40:07,161 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:40:07,161 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:40:07,161 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. after waiting 0 ms 2024-11-14T02:40:07,161 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:40:07,161 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:40:07,161 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2b043459b7b0c2a89fbfbe039e826b8e: Waiting for close lock at 1731552007161Disabling compacts and flushes for region at 1731552007161Disabling writes for close at 1731552007161Writing region close event to WAL at 1731552007161Closed at 1731552007161 2024-11-14T02:40:07,162 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 068f9aba3b87a7d0268be72cc5769e6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741855_1031 (size=110) 2024-11-14T02:40:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741855_1031 (size=110) 2024-11-14T02:40:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741855_1031 (size=110) 2024-11-14T02:40:07,167 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,167 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a065c4c8cced38aec92014010c1bd6f3, disabling compactions & flushes 2024-11-14T02:40:07,167 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:40:07,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:40:07,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. after waiting 0 ms 2024-11-14T02:40:07,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:40:07,168 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:40:07,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a065c4c8cced38aec92014010c1bd6f3: Waiting for close lock at 1731552007167Disabling compacts and flushes for region at 1731552007167Disabling writes for close at 1731552007168 (+1 ms)Writing region close event to WAL at 1731552007168Closed at 1731552007168 2024-11-14T02:40:07,169 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d126a5b75916a6d2ff81d8b0f43da510, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741856_1032 (size=110) 2024-11-14T02:40:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741856_1032 (size=110) 2024-11-14T02:40:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741856_1032 (size=110) 2024-11-14T02:40:07,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,192 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 324785612e4751949dbd9c3d94928883, disabling compactions & flushes 2024-11-14T02:40:07,193 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:40:07,193 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:40:07,193 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. after waiting 0 ms 2024-11-14T02:40:07,193 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:40:07,193 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:40:07,193 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 324785612e4751949dbd9c3d94928883: Waiting for close lock at 1731552007192Disabling compacts and flushes for region at 1731552007192Disabling writes for close at 1731552007193 (+1 ms)Writing region close event to WAL at 1731552007193Closed at 1731552007193 2024-11-14T02:40:07,194 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 00d31e0b2db8ceef506c391bfb69d65f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741857_1033 (size=110) 2024-11-14T02:40:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741857_1033 (size=110) 2024-11-14T02:40:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741857_1033 (size=110) 2024-11-14T02:40:07,198 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,198 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 068f9aba3b87a7d0268be72cc5769e6c, disabling compactions & flushes 2024-11-14T02:40:07,198 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:40:07,198 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:40:07,199 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. after waiting 0 ms 2024-11-14T02:40:07,199 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:40:07,199 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:40:07,199 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 068f9aba3b87a7d0268be72cc5769e6c: Waiting for close lock at 1731552007198Disabling compacts and flushes for region at 1731552007198Disabling writes for close at 1731552007199 (+1 ms)Writing region close event to WAL at 1731552007199Closed at 1731552007199 2024-11-14T02:40:07,199 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6e41740ee2756ea5164ccf4d2cdb8be5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741858_1034 (size=110) 2024-11-14T02:40:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741858_1034 (size=110) 2024-11-14T02:40:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741858_1034 (size=110) 2024-11-14T02:40:07,208 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,208 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d126a5b75916a6d2ff81d8b0f43da510, disabling compactions & flushes 2024-11-14T02:40:07,208 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:40:07,208 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:40:07,209 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. after waiting 0 ms 2024-11-14T02:40:07,209 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:40:07,209 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:40:07,209 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d126a5b75916a6d2ff81d8b0f43da510: Waiting for close lock at 1731552007208Disabling compacts and flushes for region at 1731552007208Disabling writes for close at 1731552007209 (+1 ms)Writing region close event to WAL at 1731552007209Closed at 1731552007209 2024-11-14T02:40:07,209 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdb8a921bce2d0f4efc28ee222223d4d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741859_1035 (size=110) 2024-11-14T02:40:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741859_1035 (size=110) 2024-11-14T02:40:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741860_1036 (size=110) 2024-11-14T02:40:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741860_1036 (size=110) 2024-11-14T02:40:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741860_1036 (size=110) 2024-11-14T02:40:07,225 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,225 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6e41740ee2756ea5164ccf4d2cdb8be5, disabling compactions & flushes 2024-11-14T02:40:07,225 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:40:07,225 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:40:07,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. after waiting 0 ms 2024-11-14T02:40:07,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:40:07,226 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:40:07,226 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6e41740ee2756ea5164ccf4d2cdb8be5: Waiting for close lock at 1731552007225Disabling compacts and flushes for region at 1731552007225Disabling writes for close at 1731552007226 (+1 ms)Writing region close event to WAL at 1731552007226Closed at 1731552007226 2024-11-14T02:40:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741859_1035 (size=110) 2024-11-14T02:40:07,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,227 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 88f899d1df7b9c628b490f603108bd50, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 00d31e0b2db8ceef506c391bfb69d65f, disabling compactions & flushes 2024-11-14T02:40:07,227 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:40:07,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:40:07,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. after waiting 0 ms 2024-11-14T02:40:07,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:40:07,227 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:40:07,227 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 00d31e0b2db8ceef506c391bfb69d65f: Waiting for close lock at 1731552007227Disabling compacts and flushes for region at 1731552007227Disabling writes for close at 1731552007227Writing region close event to WAL at 1731552007227Closed at 1731552007227 2024-11-14T02:40:07,228 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ca6bafae3dea23ce17f914c8991c301f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246 2024-11-14T02:40:07,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741861_1037 (size=110) 2024-11-14T02:40:07,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741861_1037 (size=110) 2024-11-14T02:40:07,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741861_1037 (size=110) 2024-11-14T02:40:07,230 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bdb8a921bce2d0f4efc28ee222223d4d, disabling compactions & flushes 2024-11-14T02:40:07,231 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:40:07,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:40:07,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. after waiting 0 ms 2024-11-14T02:40:07,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:40:07,231 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:40:07,231 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdb8a921bce2d0f4efc28ee222223d4d: Waiting for close lock at 1731552007231Disabling compacts and flushes for region at 1731552007231Disabling writes for close at 1731552007231Writing region close event to WAL at 1731552007231Closed at 1731552007231 2024-11-14T02:40:07,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741862_1038 (size=110) 2024-11-14T02:40:07,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741862_1038 (size=110) 2024-11-14T02:40:07,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741862_1038 (size=110) 2024-11-14T02:40:07,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 88f899d1df7b9c628b490f603108bd50, disabling compactions & flushes 2024-11-14T02:40:07,238 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:40:07,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:40:07,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. after waiting 0 ms 2024-11-14T02:40:07,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:40:07,238 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:40:07,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 88f899d1df7b9c628b490f603108bd50: Waiting for close lock at 1731552007238Disabling compacts and flushes for region at 1731552007238Disabling writes for close at 1731552007238Writing region close event to WAL at 1731552007238Closed at 1731552007238 2024-11-14T02:40:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741863_1039 (size=107) 2024-11-14T02:40:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741863_1039 (size=107) 2024-11-14T02:40:07,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741863_1039 (size=107) 2024-11-14T02:40:07,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ca6bafae3dea23ce17f914c8991c301f, disabling compactions & flushes 2024-11-14T02:40:07,244 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:40:07,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:40:07,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. after waiting 0 ms 2024-11-14T02:40:07,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:40:07,244 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:40:07,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ca6bafae3dea23ce17f914c8991c301f: Waiting for close lock at 1731552007244Disabling compacts and flushes for region at 1731552007244Disabling writes for close at 1731552007244Writing region close event to WAL at 1731552007244Closed at 1731552007244 2024-11-14T02:40:07,248 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:07,255 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,257 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,257 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,257 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,257 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,259 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,259 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,259 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,259 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,259 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,259 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731552007248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552007248"}]},"ts":"1731552007248"} 2024-11-14T02:40:07,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-14T02:40:07,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:07,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552007307"}]},"ts":"1731552007307"} 2024-11-14T02:40:07,314 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-14T02:40:07,315 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {e5dc8b5cf5e9=0} racks are {/default-rack=0} 2024-11-14T02:40:07,352 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T02:40:07,352 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T02:40:07,352 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T02:40:07,352 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T02:40:07,352 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T02:40:07,352 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T02:40:07,352 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T02:40:07,352 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T02:40:07,352 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T02:40:07,352 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T02:40:07,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb1497152051f948171020591afa6550, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b861ac48cdc4f2c5dafca125585e890, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c603ad14aa4d0926928a0644620de74, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7caf53b31aa00cfa46765a2bca4ab8a8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f07ef648f2dbdbeb91313c9f2aa198b0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5290e859aca999c3c7390e1a52294418, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dbe7dfeb4712f35bf31fdac22a56486, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1d6613f8723147338c5d0c527c582b46, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e460d9c2b218aff2cd1a8ff176cd6170, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334b7b1bcf19ec16583f4a957e77a84a, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9604f11488fa9d10819d55eb8f0bb25, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2b043459b7b0c2a89fbfbe039e826b8e, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=324785612e4751949dbd9c3d94928883, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=068f9aba3b87a7d0268be72cc5769e6c, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00d31e0b2db8ceef506c391bfb69d65f, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e41740ee2756ea5164ccf4d2cdb8be5, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f899d1df7b9c628b490f603108bd50, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca6bafae3dea23ce17f914c8991c301f, ASSIGN}] 2024-11-14T02:40:07,364 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca6bafae3dea23ce17f914c8991c301f, ASSIGN 2024-11-14T02:40:07,366 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca6bafae3dea23ce17f914c8991c301f, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,367 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f899d1df7b9c628b490f603108bd50, ASSIGN 2024-11-14T02:40:07,368 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f899d1df7b9c628b490f603108bd50, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,369 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN 2024-11-14T02:40:07,371 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e41740ee2756ea5164ccf4d2cdb8be5, ASSIGN 2024-11-14T02:40:07,374 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e41740ee2756ea5164ccf4d2cdb8be5, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,376 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00d31e0b2db8ceef506c391bfb69d65f, ASSIGN 2024-11-14T02:40:07,377 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00d31e0b2db8ceef506c391bfb69d65f, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,379 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN 2024-11-14T02:40:07,380 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,381 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=068f9aba3b87a7d0268be72cc5769e6c, ASSIGN 2024-11-14T02:40:07,383 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=068f9aba3b87a7d0268be72cc5769e6c, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,384 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=324785612e4751949dbd9c3d94928883, ASSIGN 2024-11-14T02:40:07,386 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=324785612e4751949dbd9c3d94928883, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,388 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN 2024-11-14T02:40:07,390 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,391 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2b043459b7b0c2a89fbfbe039e826b8e, ASSIGN 2024-11-14T02:40:07,392 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2b043459b7b0c2a89fbfbe039e826b8e, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,394 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9604f11488fa9d10819d55eb8f0bb25, ASSIGN 2024-11-14T02:40:07,395 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9604f11488fa9d10819d55eb8f0bb25, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN 2024-11-14T02:40:07,397 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,398 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334b7b1bcf19ec16583f4a957e77a84a, ASSIGN 2024-11-14T02:40:07,400 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334b7b1bcf19ec16583f4a957e77a84a, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,402 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e460d9c2b218aff2cd1a8ff176cd6170, ASSIGN 2024-11-14T02:40:07,403 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e460d9c2b218aff2cd1a8ff176cd6170, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,405 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1d6613f8723147338c5d0c527c582b46, ASSIGN 2024-11-14T02:40:07,406 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1d6613f8723147338c5d0c527c582b46, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,407 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN 2024-11-14T02:40:07,409 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,410 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dbe7dfeb4712f35bf31fdac22a56486, ASSIGN 2024-11-14T02:40:07,411 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dbe7dfeb4712f35bf31fdac22a56486, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,413 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN 2024-11-14T02:40:07,414 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,415 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5290e859aca999c3c7390e1a52294418, ASSIGN 2024-11-14T02:40:07,417 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5290e859aca999c3c7390e1a52294418, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,418 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f07ef648f2dbdbeb91313c9f2aa198b0, ASSIGN 2024-11-14T02:40:07,420 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f07ef648f2dbdbeb91313c9f2aa198b0, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7caf53b31aa00cfa46765a2bca4ab8a8, ASSIGN 2024-11-14T02:40:07,423 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7caf53b31aa00cfa46765a2bca4ab8a8, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,425 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN 2024-11-14T02:40:07,426 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,428 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c603ad14aa4d0926928a0644620de74, ASSIGN 2024-11-14T02:40:07,429 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c603ad14aa4d0926928a0644620de74, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,431 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b861ac48cdc4f2c5dafca125585e890, ASSIGN 2024-11-14T02:40:07,432 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b861ac48cdc4f2c5dafca125585e890, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35531,1731552004356; forceNewPlan=false, retain=false 2024-11-14T02:40:07,434 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb1497152051f948171020591afa6550, ASSIGN 2024-11-14T02:40:07,436 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb1497152051f948171020591afa6550, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,35291,1731552004298; forceNewPlan=false, retain=false 2024-11-14T02:40:07,437 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN 2024-11-14T02:40:07,439 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN; state=OFFLINE, location=e5dc8b5cf5e9,46409,1731552004165; forceNewPlan=false, retain=false 2024-11-14T02:40:07,521 INFO [e5dc8b5cf5e9:44853 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-14T02:40:07,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,523 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,524 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a065c4c8cced38aec92014010c1bd6f3, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,526 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,526 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b2a9f887457fe99a1df30b11d20544f7, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN because future has completed 2024-11-14T02:40:07,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPENING, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ca6bafae3dea23ce17f914c8991c301f, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN because future has completed 2024-11-14T02:40:07,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN because future has completed 2024-11-14T02:40:07,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN because future has completed 2024-11-14T02:40:07,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN because future has completed 2024-11-14T02:40:07,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN because future has completed 2024-11-14T02:40:07,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN because future has completed 2024-11-14T02:40:07,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN because future has completed 2024-11-14T02:40:07,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca6bafae3dea23ce17f914c8991c301f, ASSIGN because future has completed 2024-11-14T02:40:07,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca6bafae3dea23ce17f914c8991c301f, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:07,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,46409,1731552004165}] 2024-11-14T02:40:07,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,585 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1d6613f8723147338c5d0c527c582b46, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00d31e0b2db8ceef506c391bfb69d65f, ASSIGN because future has completed 2024-11-14T02:40:07,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d31e0b2db8ceef506c391bfb69d65f, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=068f9aba3b87a7d0268be72cc5769e6c, ASSIGN because future has completed 2024-11-14T02:40:07,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2b043459b7b0c2a89fbfbe039e826b8e, ASSIGN because future has completed 2024-11-14T02:40:07,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334b7b1bcf19ec16583f4a957e77a84a, ASSIGN because future has completed 2024-11-14T02:40:07,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334b7b1bcf19ec16583f4a957e77a84a, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1d6613f8723147338c5d0c527c582b46, ASSIGN because future has completed 2024-11-14T02:40:07,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d6613f8723147338c5d0c527c582b46, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b043459b7b0c2a89fbfbe039e826b8e, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068f9aba3b87a7d0268be72cc5769e6c, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5290e859aca999c3c7390e1a52294418, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,615 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,616 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b861ac48cdc4f2c5dafca125585e890, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=88f899d1df7b9c628b490f603108bd50, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5290e859aca999c3c7390e1a52294418, ASSIGN because future has completed 2024-11-14T02:40:07,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5290e859aca999c3c7390e1a52294418, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7caf53b31aa00cfa46765a2bca4ab8a8, ASSIGN because future has completed 2024-11-14T02:40:07,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b861ac48cdc4f2c5dafca125585e890, ASSIGN because future has completed 2024-11-14T02:40:07,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f899d1df7b9c628b490f603108bd50, ASSIGN because future has completed 2024-11-14T02:40:07,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e41740ee2756ea5164ccf4d2cdb8be5, ASSIGN because future has completed 2024-11-14T02:40:07,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e41740ee2756ea5164ccf4d2cdb8be5, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88f899d1df7b9c628b490f603108bd50, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b861ac48cdc4f2c5dafca125585e890, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7caf53b31aa00cfa46765a2bca4ab8a8, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:40:07,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=324785612e4751949dbd9c3d94928883, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,645 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,645 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=324785612e4751949dbd9c3d94928883, ASSIGN because future has completed 2024-11-14T02:40:07,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4c603ad14aa4d0926928a0644620de74, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324785612e4751949dbd9c3d94928883, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9604f11488fa9d10819d55eb8f0bb25, ASSIGN because future has completed 2024-11-14T02:40:07,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e460d9c2b218aff2cd1a8ff176cd6170, ASSIGN because future has completed 2024-11-14T02:40:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dbe7dfeb4712f35bf31fdac22a56486, ASSIGN because future has completed 2024-11-14T02:40:07,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dbe7dfeb4712f35bf31fdac22a56486, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f07ef648f2dbdbeb91313c9f2aa198b0, ASSIGN because future has completed 2024-11-14T02:40:07,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c603ad14aa4d0926928a0644620de74, ASSIGN because future has completed 2024-11-14T02:40:07,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c603ad14aa4d0926928a0644620de74, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f07ef648f2dbdbeb91313c9f2aa198b0, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e460d9c2b218aff2cd1a8ff176cd6170, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9604f11488fa9d10819d55eb8f0bb25, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bb1497152051f948171020591afa6550, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb1497152051f948171020591afa6550, ASSIGN because future has completed 2024-11-14T02:40:07,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb1497152051f948171020591afa6550, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:40:07,691 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:40:07,691 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => a5a8c6b9c15852aaa8d2a5920ef87673, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-14T02:40:07,692 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,692 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,692 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,693 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,695 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,697 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a8c6b9c15852aaa8d2a5920ef87673 columnFamilyName colfamily11 2024-11-14T02:40:07,697 DEBUG [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,698 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(327): Store=a5a8c6b9c15852aaa8d2a5920ef87673/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,698 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,700 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a8c6b9c15852aaa8d2a5920ef87673 columnFamilyName colfamily21 2024-11-14T02:40:07,700 DEBUG [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,701 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(327): Store=a5a8c6b9c15852aaa8d2a5920ef87673/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,701 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,703 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a8c6b9c15852aaa8d2a5920ef87673 columnFamilyName colfamily31 2024-11-14T02:40:07,703 DEBUG [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,703 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(327): Store=a5a8c6b9c15852aaa8d2a5920ef87673/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,704 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,705 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,705 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,705 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:07,707 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,707 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,708 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40121, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:07,710 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,713 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,714 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:40:07,714 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d6613f8723147338c5d0c527c582b46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-14T02:40:07,714 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened a5a8c6b9c15852aaa8d2a5920ef87673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64454330, jitterRate=-0.039555639028549194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,714 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:40:07,715 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,715 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,715 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,715 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,716 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for a5a8c6b9c15852aaa8d2a5920ef87673: Running coprocessor pre-open hook at 1731552007693Writing region info on filesystem at 1731552007693Initializing all the Stores at 1731552007694 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007694Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007695 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007695Cleaning up temporary data from old regions at 1731552007707 (+12 ms)Running coprocessor post-open hooks at 1731552007714 (+7 ms)Region opened successfully at 1731552007716 (+2 ms) 2024-11-14T02:40:07,718 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,718 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., pid=32, masterSystemTime=1731552007684 2024-11-14T02:40:07,721 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:40:07,721 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:40:07,721 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:40:07,721 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6613f8723147338c5d0c527c582b46 columnFamilyName colfamily11 2024-11-14T02:40:07,721 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => a065c4c8cced38aec92014010c1bd6f3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-14T02:40:07,722 DEBUG [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,722 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,722 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,722 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,722 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,723 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] regionserver.HStore(327): Store=1d6613f8723147338c5d0c527c582b46/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,723 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,725 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,726 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6613f8723147338c5d0c527c582b46 columnFamilyName colfamily21 2024-11-14T02:40:07,726 DEBUG [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,726 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] regionserver.HStore(327): Store=1d6613f8723147338c5d0c527c582b46/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,727 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,727 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a065c4c8cced38aec92014010c1bd6f3 columnFamilyName colfamily11 2024-11-14T02:40:07,727 DEBUG [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:07,728 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(327): Store=a065c4c8cced38aec92014010c1bd6f3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,728 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,729 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d6613f8723147338c5d0c527c582b46 columnFamilyName colfamily31 2024-11-14T02:40:07,729 DEBUG [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,730 INFO [StoreOpener-1d6613f8723147338c5d0c527c582b46-1 {}] regionserver.HStore(327): Store=1d6613f8723147338c5d0c527c582b46/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,730 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,731 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a065c4c8cced38aec92014010c1bd6f3 columnFamilyName colfamily21 2024-11-14T02:40:07,731 DEBUG [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,732 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,732 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(327): Store=a065c4c8cced38aec92014010c1bd6f3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,732 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,733 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=15 2024-11-14T02:40:07,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,46409,1731552004165 in 191 msec 2024-11-14T02:40:07,734 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a065c4c8cced38aec92014010c1bd6f3 columnFamilyName colfamily31 2024-11-14T02:40:07,734 DEBUG [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,735 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(327): Store=a065c4c8cced38aec92014010c1bd6f3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,736 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,736 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,736 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN in 379 msec 2024-11-14T02:40:07,737 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,737 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,738 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,739 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,739 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,739 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,740 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,742 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,742 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,743 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 1d6613f8723147338c5d0c527c582b46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69231638, jitterRate=0.031631797552108765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,743 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:40:07,743 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 1d6613f8723147338c5d0c527c582b46: Running coprocessor pre-open hook at 1731552007715Writing region info on filesystem at 1731552007715Initializing all the Stores at 1731552007717 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007717Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007717Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007717Cleaning up temporary data from old regions at 1731552007737 (+20 ms)Running coprocessor post-open hooks at 1731552007743 (+6 ms)Region opened successfully at 1731552007743 2024-11-14T02:40:07,745 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., pid=42, masterSystemTime=1731552007705 2024-11-14T02:40:07,746 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,747 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened a065c4c8cced38aec92014010c1bd6f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59696238, jitterRate=-0.11045673489570618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,747 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:40:07,747 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for a065c4c8cced38aec92014010c1bd6f3: Running coprocessor pre-open hook at 1731552007723Writing region info on filesystem at 1731552007723Initializing all the Stores at 1731552007724 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007724Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007725 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007725Cleaning up temporary data from old regions at 1731552007739 (+14 ms)Running coprocessor post-open hooks at 1731552007747 (+8 ms)Region opened successfully at 1731552007747 2024-11-14T02:40:07,748 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:40:07,748 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:40:07,748 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:40:07,748 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b043459b7b0c2a89fbfbe039e826b8e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-14T02:40:07,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1d6613f8723147338c5d0c527c582b46, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,749 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., pid=38, masterSystemTime=1731552007684 2024-11-14T02:40:07,749 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,749 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,749 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,749 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,752 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,752 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:40:07,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d6613f8723147338c5d0c527c582b46, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:07,752 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:40:07,752 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:40:07,753 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => d126a5b75916a6d2ff81d8b0f43da510, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-14T02:40:07,753 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,753 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,753 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,753 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,753 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:07,757 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b043459b7b0c2a89fbfbe039e826b8e columnFamilyName colfamily11 2024-11-14T02:40:07,757 DEBUG [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,758 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] regionserver.HStore(327): Store=2b043459b7b0c2a89fbfbe039e826b8e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,758 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,758 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,760 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b043459b7b0c2a89fbfbe039e826b8e columnFamilyName colfamily21 2024-11-14T02:40:07,760 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126a5b75916a6d2ff81d8b0f43da510 columnFamilyName colfamily11 2024-11-14T02:40:07,760 DEBUG [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,760 DEBUG [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=16 2024-11-14T02:40:07,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d6613f8723147338c5d0c527c582b46, server=e5dc8b5cf5e9,35531,1731552004356 in 155 msec 2024-11-14T02:40:07,761 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] regionserver.HStore(327): Store=2b043459b7b0c2a89fbfbe039e826b8e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,761 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(327): Store=d126a5b75916a6d2ff81d8b0f43da510/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,761 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,761 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1d6613f8723147338c5d0c527c582b46, ASSIGN in 406 msec 2024-11-14T02:40:07,764 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b043459b7b0c2a89fbfbe039e826b8e columnFamilyName colfamily31 2024-11-14T02:40:07,764 DEBUG [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,765 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126a5b75916a6d2ff81d8b0f43da510 columnFamilyName colfamily21 2024-11-14T02:40:07,765 DEBUG [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,765 INFO [StoreOpener-2b043459b7b0c2a89fbfbe039e826b8e-1 {}] regionserver.HStore(327): Store=2b043459b7b0c2a89fbfbe039e826b8e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,765 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,765 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(327): Store=d126a5b75916a6d2ff81d8b0f43da510/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,765 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,768 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,768 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126a5b75916a6d2ff81d8b0f43da510 columnFamilyName colfamily31 2024-11-14T02:40:07,768 DEBUG [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,768 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,769 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(327): Store=d126a5b75916a6d2ff81d8b0f43da510/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=22 2024-11-14T02:40:07,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,46409,1731552004165 in 194 msec 2024-11-14T02:40:07,769 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,770 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,770 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,770 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,771 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,771 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,773 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,773 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,774 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN in 415 msec 2024-11-14T02:40:07,774 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,775 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:07,778 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,779 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 2b043459b7b0c2a89fbfbe039e826b8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66961857, jitterRate=-0.0021905750036239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,779 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:40:07,779 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,779 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 2b043459b7b0c2a89fbfbe039e826b8e: Running coprocessor pre-open hook at 1731552007749Writing region info on filesystem at 1731552007749Initializing all the Stores at 1731552007751 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007752 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007752Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007752Cleaning up temporary data from old regions at 1731552007770 (+18 ms)Running coprocessor post-open hooks at 1731552007779 (+9 ms)Region opened successfully at 1731552007779 2024-11-14T02:40:07,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38879, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:07,780 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened d126a5b75916a6d2ff81d8b0f43da510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64706324, jitterRate=-0.03580063581466675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,780 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:40:07,781 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., pid=43, masterSystemTime=1731552007705 2024-11-14T02:40:07,781 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for d126a5b75916a6d2ff81d8b0f43da510: Running coprocessor pre-open hook at 1731552007754Writing region info on filesystem at 1731552007754Initializing all the Stores at 1731552007756 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007756Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007757 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007757Cleaning up temporary data from old regions at 1731552007773 (+16 ms)Running coprocessor post-open hooks at 1731552007781 (+8 ms)Region opened successfully at 1731552007781 2024-11-14T02:40:07,783 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., pid=39, masterSystemTime=1731552007684 2024-11-14T02:40:07,784 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:40:07,784 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:40:07,784 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:07,785 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b861ac48cdc4f2c5dafca125585e890, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-14T02:40:07,785 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,785 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,786 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,786 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,787 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:40:07,787 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:40:07,787 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:40:07,788 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bbc754d2d773de42b90249cbc7a5a5c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-14T02:40:07,788 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,788 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,788 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,788 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b043459b7b0c2a89fbfbe039e826b8e, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:07,797 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:40:07,798 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 324785612e4751949dbd9c3d94928883, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-14T02:40:07,798 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,798 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,798 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,799 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,800 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,800 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,803 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b861ac48cdc4f2c5dafca125585e890 columnFamilyName colfamily11 2024-11-14T02:40:07,803 DEBUG [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,804 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbc754d2d773de42b90249cbc7a5a5c columnFamilyName colfamily11 2024-11-14T02:40:07,804 DEBUG [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,805 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] regionserver.HStore(327): Store=5b861ac48cdc4f2c5dafca125585e890/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,805 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,806 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(327): Store=2bbc754d2d773de42b90249cbc7a5a5c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:07,806 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,808 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbc754d2d773de42b90249cbc7a5a5c columnFamilyName colfamily21 2024-11-14T02:40:07,808 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b861ac48cdc4f2c5dafca125585e890 columnFamilyName colfamily21 2024-11-14T02:40:07,808 DEBUG [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,808 DEBUG [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,809 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(327): Store=2bbc754d2d773de42b90249cbc7a5a5c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,809 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] regionserver.HStore(327): Store=5b861ac48cdc4f2c5dafca125585e890/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,809 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,809 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,811 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b861ac48cdc4f2c5dafca125585e890 columnFamilyName colfamily31 2024-11-14T02:40:07,812 DEBUG [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=21 2024-11-14T02:40:07,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b043459b7b0c2a89fbfbe039e826b8e, server=e5dc8b5cf5e9,35531,1731552004356 in 202 msec 2024-11-14T02:40:07,813 INFO [StoreOpener-5b861ac48cdc4f2c5dafca125585e890-1 {}] regionserver.HStore(327): Store=5b861ac48cdc4f2c5dafca125585e890/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,813 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbc754d2d773de42b90249cbc7a5a5c columnFamilyName colfamily31 2024-11-14T02:40:07,813 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,813 DEBUG [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,815 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,815 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,815 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(327): Store=2bbc754d2d773de42b90249cbc7a5a5c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,815 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2b043459b7b0c2a89fbfbe039e826b8e, ASSIGN in 458 msec 2024-11-14T02:40:07,816 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,817 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,818 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,818 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324785612e4751949dbd9c3d94928883 columnFamilyName colfamily11 2024-11-14T02:40:07,819 DEBUG [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,820 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,820 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,820 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,820 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,820 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] regionserver.HStore(327): Store=324785612e4751949dbd9c3d94928883/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,820 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,821 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,822 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,823 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324785612e4751949dbd9c3d94928883 columnFamilyName colfamily21 2024-11-14T02:40:07,823 DEBUG [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,824 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,824 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] regionserver.HStore(327): Store=324785612e4751949dbd9c3d94928883/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-11-14T02:40:07,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,46409,1731552004165 in 242 msec 2024-11-14T02:40:07,824 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,824 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,826 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324785612e4751949dbd9c3d94928883 columnFamilyName colfamily31 2024-11-14T02:40:07,826 DEBUG [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,827 INFO [StoreOpener-324785612e4751949dbd9c3d94928883-1 {}] regionserver.HStore(327): Store=324785612e4751949dbd9c3d94928883/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,827 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,827 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN in 469 msec 2024-11-14T02:40:07,828 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,828 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 2bbc754d2d773de42b90249cbc7a5a5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60403438, jitterRate=-0.09991863369941711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,828 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:40:07,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 2bbc754d2d773de42b90249cbc7a5a5c: Running coprocessor pre-open hook at 1731552007792Writing region info on filesystem at 1731552007792Initializing all the Stores at 1731552007793 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007794 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007800 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007800Cleaning up temporary data from old regions at 1731552007820 (+20 ms)Running coprocessor post-open hooks at 1731552007829 (+9 ms)Region opened successfully at 1731552007829 2024-11-14T02:40:07,829 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 5b861ac48cdc4f2c5dafca125585e890; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61195967, jitterRate=-0.08810903131961823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,829 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:40:07,830 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 5b861ac48cdc4f2c5dafca125585e890: Running coprocessor pre-open hook at 1731552007792Writing region info on filesystem at 1731552007792Initializing all the Stores at 1731552007793 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007794 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007800 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007800Cleaning up temporary data from old regions at 1731552007820 (+20 ms)Running coprocessor post-open hooks at 1731552007829 (+9 ms)Region opened successfully at 1731552007829 2024-11-14T02:40:07,830 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,830 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., pid=37, masterSystemTime=1731552007684 2024-11-14T02:40:07,831 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., pid=48, masterSystemTime=1731552007705 2024-11-14T02:40:07,833 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,833 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,833 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:40:07,834 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:40:07,834 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:40:07,834 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,834 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => b2a9f887457fe99a1df30b11d20544f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-14T02:40:07,834 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,834 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,835 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,835 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,835 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:07,835 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:07,835 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:40:07,835 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => ca6bafae3dea23ce17f914c8991c301f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-14T02:40:07,836 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,836 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,837 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,837 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,837 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,837 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:07,839 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a9f887457fe99a1df30b11d20544f7 columnFamilyName colfamily11 2024-11-14T02:40:07,839 DEBUG [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,840 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5b861ac48cdc4f2c5dafca125585e890, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,841 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(327): Store=b2a9f887457fe99a1df30b11d20544f7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,841 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,842 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,843 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6bafae3dea23ce17f914c8991c301f columnFamilyName colfamily11 2024-11-14T02:40:07,843 DEBUG [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,843 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 324785612e4751949dbd9c3d94928883; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74383979, jitterRate=0.10840766131877899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,844 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 324785612e4751949dbd9c3d94928883 2024-11-14T02:40:07,844 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] regionserver.HStore(327): Store=ca6bafae3dea23ce17f914c8991c301f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,844 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 324785612e4751949dbd9c3d94928883: Running coprocessor pre-open hook at 1731552007799Writing region info on filesystem at 1731552007799Initializing all the Stores at 1731552007800 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007800Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007814 (+14 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007814Cleaning up temporary data from old regions at 1731552007833 (+19 ms)Running coprocessor post-open hooks at 1731552007844 (+11 ms)Region opened successfully at 1731552007844 2024-11-14T02:40:07,844 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b861ac48cdc4f2c5dafca125585e890, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:07,845 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a9f887457fe99a1df30b11d20544f7 columnFamilyName colfamily21 2024-11-14T02:40:07,845 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883., pid=50, masterSystemTime=1731552007777 2024-11-14T02:40:07,845 DEBUG [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,846 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6bafae3dea23ce17f914c8991c301f columnFamilyName colfamily21 2024-11-14T02:40:07,846 DEBUG [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,847 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(327): Store=b2a9f887457fe99a1df30b11d20544f7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,847 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,847 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] regionserver.HStore(327): Store=ca6bafae3dea23ce17f914c8991c301f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,847 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,849 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:40:07,849 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:40:07,849 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:40:07,850 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6bafae3dea23ce17f914c8991c301f columnFamilyName colfamily31 2024-11-14T02:40:07,850 DEBUG [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,850 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c603ad14aa4d0926928a0644620de74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-14T02:40:07,850 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a9f887457fe99a1df30b11d20544f7 columnFamilyName colfamily31 2024-11-14T02:40:07,850 DEBUG [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,850 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,850 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,850 INFO [StoreOpener-ca6bafae3dea23ce17f914c8991c301f-1 {}] regionserver.HStore(327): Store=ca6bafae3dea23ce17f914c8991c301f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,851 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,851 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,851 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,851 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(327): Store=b2a9f887457fe99a1df30b11d20544f7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,851 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,852 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,853 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=19 2024-11-14T02:40:07,853 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,46409,1731552004165 in 280 msec 2024-11-14T02:40:07,853 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,853 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,854 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,854 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,855 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,856 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c603ad14aa4d0926928a0644620de74 columnFamilyName colfamily11 2024-11-14T02:40:07,856 DEBUG [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,856 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,856 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN in 498 msec 2024-11-14T02:40:07,856 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] regionserver.HStore(327): Store=4c603ad14aa4d0926928a0644620de74/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,857 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,857 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,857 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=324785612e4751949dbd9c3d94928883, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,859 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c603ad14aa4d0926928a0644620de74 columnFamilyName colfamily21 2024-11-14T02:40:07,859 DEBUG [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,861 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,861 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] regionserver.HStore(327): Store=4c603ad14aa4d0926928a0644620de74/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,861 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,861 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324785612e4751949dbd9c3d94928883, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:07,862 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened b2a9f887457fe99a1df30b11d20544f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74216650, jitterRate=0.10591426491737366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,862 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:40:07,862 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for b2a9f887457fe99a1df30b11d20544f7: Running coprocessor pre-open hook at 1731552007835Writing region info on filesystem at 1731552007835Initializing all the Stores at 1731552007836 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007836Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007837 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007837Cleaning up temporary data from old regions at 1731552007854 (+17 ms)Running coprocessor post-open hooks at 1731552007862 (+8 ms)Region opened successfully at 1731552007862 2024-11-14T02:40:07,864 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c603ad14aa4d0926928a0644620de74 columnFamilyName colfamily31 2024-11-14T02:40:07,864 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., pid=36, masterSystemTime=1731552007684 2024-11-14T02:40:07,864 DEBUG [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,865 INFO [StoreOpener-4c603ad14aa4d0926928a0644620de74-1 {}] regionserver.HStore(327): Store=4c603ad14aa4d0926928a0644620de74/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,866 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,867 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:40:07,867 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:40:07,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=7 2024-11-14T02:40:07,867 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:40:07,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b861ac48cdc4f2c5dafca125585e890, server=e5dc8b5cf5e9,35531,1731552004356 in 229 msec 2024-11-14T02:40:07,867 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => bdb8a921bce2d0f4efc28ee222223d4d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-14T02:40:07,867 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,867 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,868 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,868 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,868 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,868 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5b861ac48cdc4f2c5dafca125585e890, ASSIGN in 512 msec 2024-11-14T02:40:07,870 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,870 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,871 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,873 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,873 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,873 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,874 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened ca6bafae3dea23ce17f914c8991c301f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091329, jitterRate=0.11894799768924713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,875 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:40:07,875 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for ca6bafae3dea23ce17f914c8991c301f: Running coprocessor pre-open hook at 1731552007837Writing region info on filesystem at 1731552007837Initializing all the Stores at 1731552007838 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007839 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007839Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007839Cleaning up temporary data from old regions at 1731552007856 (+17 ms)Running coprocessor post-open hooks at 1731552007875 (+19 ms)Region opened successfully at 1731552007875 2024-11-14T02:40:07,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:07,876 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdb8a921bce2d0f4efc28ee222223d4d columnFamilyName colfamily11 2024-11-14T02:40:07,876 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f., pid=34, masterSystemTime=1731552007705 2024-11-14T02:40:07,876 DEBUG [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,877 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(327): Store=bdb8a921bce2d0f4efc28ee222223d4d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,877 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,880 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:40:07,880 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:40:07,880 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:40:07,880 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 068f9aba3b87a7d0268be72cc5769e6c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-14T02:40:07,881 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,881 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,881 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,881 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,882 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdb8a921bce2d0f4efc28ee222223d4d columnFamilyName colfamily21 2024-11-14T02:40:07,882 DEBUG [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=23 2024-11-14T02:40:07,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 324785612e4751949dbd9c3d94928883, server=e5dc8b5cf5e9,35291,1731552004298 in 232 msec 2024-11-14T02:40:07,883 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(327): Store=bdb8a921bce2d0f4efc28ee222223d4d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,883 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=324785612e4751949dbd9c3d94928883, ASSIGN in 528 msec 2024-11-14T02:40:07,885 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdb8a921bce2d0f4efc28ee222223d4d columnFamilyName colfamily31 2024-11-14T02:40:07,885 DEBUG [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,886 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(327): Store=bdb8a921bce2d0f4efc28ee222223d4d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,887 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ca6bafae3dea23ce17f914c8991c301f, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,888 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,889 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca6bafae3dea23ce17f914c8991c301f, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:07,892 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,892 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,893 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,894 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,895 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 4c603ad14aa4d0926928a0644620de74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72391122, jitterRate=0.07871177792549133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,895 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,895 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:40:07,896 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 4c603ad14aa4d0926928a0644620de74: Running coprocessor pre-open hook at 1731552007851Writing region info on filesystem at 1731552007851Initializing all the Stores at 1731552007853 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007853Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007853Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007853Cleaning up temporary data from old regions at 1731552007870 (+17 ms)Running coprocessor post-open hooks at 1731552007895 (+25 ms)Region opened successfully at 1731552007895 2024-11-14T02:40:07,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=13 2024-11-14T02:40:07,898 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca6bafae3dea23ce17f914c8991c301f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T02:40:07,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,46409,1731552004165 in 330 msec 2024-11-14T02:40:07,901 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN in 544 msec 2024-11-14T02:40:07,903 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068f9aba3b87a7d0268be72cc5769e6c columnFamilyName colfamily11 2024-11-14T02:40:07,903 DEBUG [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,903 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] regionserver.HStore(327): Store=068f9aba3b87a7d0268be72cc5769e6c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,904 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,906 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068f9aba3b87a7d0268be72cc5769e6c columnFamilyName colfamily21 2024-11-14T02:40:07,906 DEBUG [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,906 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., pid=52, masterSystemTime=1731552007777 2024-11-14T02:40:07,907 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] regionserver.HStore(327): Store=068f9aba3b87a7d0268be72cc5769e6c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,907 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=30 2024-11-14T02:40:07,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure ca6bafae3dea23ce17f914c8991c301f, server=e5dc8b5cf5e9,35531,1731552004356 in 353 msec 2024-11-14T02:40:07,910 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 068f9aba3b87a7d0268be72cc5769e6c columnFamilyName colfamily31 2024-11-14T02:40:07,910 DEBUG [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,910 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:40:07,910 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:40:07,910 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:07,910 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => bb1497152051f948171020591afa6550, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-14T02:40:07,911 INFO [StoreOpener-068f9aba3b87a7d0268be72cc5769e6c-1 {}] regionserver.HStore(327): Store=068f9aba3b87a7d0268be72cc5769e6c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,911 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,911 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bb1497152051f948171020591afa6550 2024-11-14T02:40:07,911 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,911 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for bb1497152051f948171020591afa6550 2024-11-14T02:40:07,911 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for bb1497152051f948171020591afa6550 2024-11-14T02:40:07,912 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,913 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ca6bafae3dea23ce17f914c8991c301f, ASSIGN in 554 msec 2024-11-14T02:40:07,913 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,915 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bb1497152051f948171020591afa6550 2024-11-14T02:40:07,915 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened bdb8a921bce2d0f4efc28ee222223d4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66452605, jitterRate=-0.009779021143913269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,915 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:40:07,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4c603ad14aa4d0926928a0644620de74, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,915 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for bdb8a921bce2d0f4efc28ee222223d4d: Running coprocessor pre-open hook at 1731552007868Writing region info on filesystem at 1731552007868Initializing all the Stores at 1731552007870 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007870Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007872 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007872Cleaning up temporary data from old regions at 1731552007892 (+20 ms)Running coprocessor post-open hooks at 1731552007915 (+23 ms)Region opened successfully at 1731552007915 2024-11-14T02:40:07,915 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,915 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,916 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., pid=31, masterSystemTime=1731552007684 2024-11-14T02:40:07,917 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,919 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1497152051f948171020591afa6550 columnFamilyName colfamily11 2024-11-14T02:40:07,919 DEBUG [StoreOpener-bb1497152051f948171020591afa6550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,920 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c603ad14aa4d0926928a0644620de74, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:07,920 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:40:07,920 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:40:07,920 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] regionserver.HStore(327): Store=bb1497152051f948171020591afa6550/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,921 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bb1497152051f948171020591afa6550 2024-11-14T02:40:07,921 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:07,921 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d84bba6f60ebbcc18a9e01ee1c7267a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-14T02:40:07,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,922 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,922 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,922 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,922 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:07,927 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1497152051f948171020591afa6550 columnFamilyName colfamily21 2024-11-14T02:40:07,927 DEBUG [StoreOpener-bb1497152051f948171020591afa6550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,928 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e5dc8b5cf5e9,46409,1731552004165, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T02:40:07,929 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] regionserver.HStore(327): Store=bb1497152051f948171020591afa6550/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,929 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,929 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,929 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bb1497152051f948171020591afa6550 2024-11-14T02:40:07,930 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 068f9aba3b87a7d0268be72cc5769e6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65095913, jitterRate=-0.029995307326316833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,930 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:40:07,931 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 068f9aba3b87a7d0268be72cc5769e6c: Running coprocessor pre-open hook at 1731552007881Writing region info on filesystem at 1731552007881Initializing all the Stores at 1731552007883 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007883Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007900 (+17 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007900Cleaning up temporary data from old regions at 1731552007915 (+15 ms)Running coprocessor post-open hooks at 1731552007930 (+15 ms)Region opened successfully at 1731552007930 2024-11-14T02:40:07,931 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1497152051f948171020591afa6550 columnFamilyName colfamily31 2024-11-14T02:40:07,932 DEBUG [StoreOpener-bb1497152051f948171020591afa6550-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,931 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d84bba6f60ebbcc18a9e01ee1c7267a columnFamilyName colfamily11 2024-11-14T02:40:07,932 DEBUG [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,932 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., pid=44, masterSystemTime=1731552007705 2024-11-14T02:40:07,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=8 2024-11-14T02:40:07,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c603ad14aa4d0926928a0644620de74, server=e5dc8b5cf5e9,35291,1731552004298 in 271 msec 2024-11-14T02:40:07,933 INFO [StoreOpener-bb1497152051f948171020591afa6550-1 {}] regionserver.HStore(327): Store=bb1497152051f948171020591afa6550/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,933 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for bb1497152051f948171020591afa6550 2024-11-14T02:40:07,933 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(327): Store=4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,933 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,934 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550 2024-11-14T02:40:07,935 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550 2024-11-14T02:40:07,936 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:40:07,936 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d84bba6f60ebbcc18a9e01ee1c7267a columnFamilyName colfamily21 2024-11-14T02:40:07,936 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:40:07,936 DEBUG [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,936 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for bb1497152051f948171020591afa6550 2024-11-14T02:40:07,937 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:40:07,937 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for bb1497152051f948171020591afa6550 2024-11-14T02:40:07,937 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 5290e859aca999c3c7390e1a52294418, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-14T02:40:07,937 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(327): Store=4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c603ad14aa4d0926928a0644620de74, ASSIGN in 578 msec 2024-11-14T02:40:07,937 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,937 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,937 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,937 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,938 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,938 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,939 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for bb1497152051f948171020591afa6550 2024-11-14T02:40:07,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:07,940 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,941 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d84bba6f60ebbcc18a9e01ee1c7267a columnFamilyName colfamily31 2024-11-14T02:40:07,941 DEBUG [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,942 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(327): Store=4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,942 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 068f9aba3b87a7d0268be72cc5769e6c, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:07,943 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,944 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5290e859aca999c3c7390e1a52294418 columnFamilyName colfamily11 2024-11-14T02:40:07,944 DEBUG [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,944 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,945 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] regionserver.HStore(327): Store=5290e859aca999c3c7390e1a52294418/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,945 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,946 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,946 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,946 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,947 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5290e859aca999c3c7390e1a52294418 columnFamilyName colfamily21 2024-11-14T02:40:07,948 DEBUG [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,948 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,948 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] regionserver.HStore(327): Store=5290e859aca999c3c7390e1a52294418/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,949 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-14T02:40:07,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,46409,1731552004165 in 414 msec 2024-11-14T02:40:07,951 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5290e859aca999c3c7390e1a52294418 columnFamilyName colfamily31 2024-11-14T02:40:07,952 DEBUG [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN in 594 msec 2024-11-14T02:40:07,952 INFO [StoreOpener-5290e859aca999c3c7390e1a52294418-1 {}] regionserver.HStore(327): Store=5290e859aca999c3c7390e1a52294418/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,953 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,953 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,954 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 4d84bba6f60ebbcc18a9e01ee1c7267a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73065633, jitterRate=0.08876277506351471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,954 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:40:07,954 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,954 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 4d84bba6f60ebbcc18a9e01ee1c7267a: Running coprocessor pre-open hook at 1731552007923Writing region info on filesystem at 1731552007923Initializing all the Stores at 1731552007926 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007926Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007929 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007929Cleaning up temporary data from old regions at 1731552007946 (+17 ms)Running coprocessor post-open hooks at 1731552007954 (+8 ms)Region opened successfully at 1731552007954 2024-11-14T02:40:07,955 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,955 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., pid=33, masterSystemTime=1731552007684 2024-11-14T02:40:07,956 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,957 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,957 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,957 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened bb1497152051f948171020591afa6550; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65089014, jitterRate=-0.03009811043739319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,957 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb1497152051f948171020591afa6550 2024-11-14T02:40:07,958 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for bb1497152051f948171020591afa6550: Running coprocessor pre-open hook at 1731552007911Writing region info on filesystem at 1731552007911Initializing all the Stores at 1731552007913 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007913Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007915 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007916 (+1 ms)Cleaning up temporary data from old regions at 1731552007937 (+21 ms)Running coprocessor post-open hooks at 1731552007957 (+20 ms)Region opened successfully at 1731552007957 2024-11-14T02:40:07,958 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,959 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:07,959 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:07,959 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550., pid=56, masterSystemTime=1731552007777 2024-11-14T02:40:07,959 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:40:07,959 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 456f01dbcdf9e3a746ee0a2955952ae6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-14T02:40:07,960 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,960 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,960 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,960 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,960 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=24 2024-11-14T02:40:07,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 068f9aba3b87a7d0268be72cc5769e6c, server=e5dc8b5cf5e9,35531,1731552004356 in 345 msec 2024-11-14T02:40:07,962 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:07,962 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:07,963 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:40:07,963 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e41740ee2756ea5164ccf4d2cdb8be5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-14T02:40:07,963 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,963 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:07,963 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,963 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:07,964 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:07,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=068f9aba3b87a7d0268be72cc5769e6c, ASSIGN in 606 msec 2024-11-14T02:40:07,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bb1497152051f948171020591afa6550, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:07,966 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456f01dbcdf9e3a746ee0a2955952ae6 columnFamilyName colfamily11 2024-11-14T02:40:07,966 DEBUG [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,968 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(327): Store=456f01dbcdf9e3a746ee0a2955952ae6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb1497152051f948171020591afa6550, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:07,969 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,969 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,970 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 5290e859aca999c3c7390e1a52294418; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70731581, jitterRate=0.0539826899766922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,970 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:40:07,970 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 5290e859aca999c3c7390e1a52294418: Running coprocessor pre-open hook at 1731552007938Writing region info on filesystem at 1731552007938Initializing all the Stores at 1731552007939 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007939Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007940 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007940Cleaning up temporary data from old regions at 1731552007957 (+17 ms)Running coprocessor post-open hooks at 1731552007970 (+13 ms)Region opened successfully at 1731552007970 2024-11-14T02:40:07,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,971 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., pid=45, masterSystemTime=1731552007705 2024-11-14T02:40:07,972 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456f01dbcdf9e3a746ee0a2955952ae6 columnFamilyName colfamily21 2024-11-14T02:40:07,972 DEBUG [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,973 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(327): Store=456f01dbcdf9e3a746ee0a2955952ae6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,973 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:07,975 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:40:07,975 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:40:07,975 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:40:07,976 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456f01dbcdf9e3a746ee0a2955952ae6 columnFamilyName colfamily31 2024-11-14T02:40:07,976 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 7caf53b31aa00cfa46765a2bca4ab8a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-14T02:40:07,976 DEBUG [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,976 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,977 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,977 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(327): Store=456f01dbcdf9e3a746ee0a2955952ae6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,977 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,977 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,977 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,978 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,979 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=6 2024-11-14T02:40:07,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bb1497152051f948171020591afa6550, server=e5dc8b5cf5e9,35291,1731552004298 in 301 msec 2024-11-14T02:40:07,980 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,980 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,981 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:07,983 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bb1497152051f948171020591afa6550, ASSIGN in 625 msec 2024-11-14T02:40:07,985 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,986 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,987 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 456f01dbcdf9e3a746ee0a2955952ae6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64161827, jitterRate=-0.043914273381233215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:07,987 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:40:07,988 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 456f01dbcdf9e3a746ee0a2955952ae6: Running coprocessor pre-open hook at 1731552007960Writing region info on filesystem at 1731552007960Initializing all the Stores at 1731552007962 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007962Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007963 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007963Cleaning up temporary data from old regions at 1731552007980 (+17 ms)Running coprocessor post-open hooks at 1731552007987 (+7 ms)Region opened successfully at 1731552007987 2024-11-14T02:40:07,988 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., pid=35, masterSystemTime=1731552007684 2024-11-14T02:40:07,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=5 2024-11-14T02:40:07,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,46409,1731552004165 in 440 msec 2024-11-14T02:40:07,989 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7caf53b31aa00cfa46765a2bca4ab8a8 columnFamilyName colfamily11 2024-11-14T02:40:07,989 DEBUG [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,990 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] regionserver.HStore(327): Store=7caf53b31aa00cfa46765a2bca4ab8a8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,990 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,992 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:40:07,992 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:40:07,992 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:07,992 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7caf53b31aa00cfa46765a2bca4ab8a8 columnFamilyName colfamily21 2024-11-14T02:40:07,992 DEBUG [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,993 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] regionserver.HStore(327): Store=7caf53b31aa00cfa46765a2bca4ab8a8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,993 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN in 634 msec 2024-11-14T02:40:07,995 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e41740ee2756ea5164ccf4d2cdb8be5 columnFamilyName colfamily11 2024-11-14T02:40:07,995 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7caf53b31aa00cfa46765a2bca4ab8a8 columnFamilyName colfamily31 2024-11-14T02:40:07,995 DEBUG [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,995 DEBUG [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:07,996 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] regionserver.HStore(327): Store=6e41740ee2756ea5164ccf4d2cdb8be5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,996 INFO [StoreOpener-7caf53b31aa00cfa46765a2bca4ab8a8-1 {}] regionserver.HStore(327): Store=7caf53b31aa00cfa46765a2bca4ab8a8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,996 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,996 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:07,997 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,998 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:07,998 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e41740ee2756ea5164ccf4d2cdb8be5 columnFamilyName colfamily21 2024-11-14T02:40:07,998 DEBUG [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,46409,1731552004165 because future has completed 2024-11-14T02:40:08,000 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] regionserver.HStore(327): Store=6e41740ee2756ea5164ccf4d2cdb8be5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,000 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,001 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:08,002 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:08,002 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e41740ee2756ea5164ccf4d2cdb8be5 columnFamilyName colfamily31 2024-11-14T02:40:08,002 DEBUG [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=5290e859aca999c3c7390e1a52294418, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:08,003 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,003 INFO [StoreOpener-6e41740ee2756ea5164ccf4d2cdb8be5-1 {}] regionserver.HStore(327): Store=6e41740ee2756ea5164ccf4d2cdb8be5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,003 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,005 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5290e859aca999c3c7390e1a52294418. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T02:40:08,006 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,007 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,007 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5290e859aca999c3c7390e1a52294418, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:08,010 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,010 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,011 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,012 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,013 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 7caf53b31aa00cfa46765a2bca4ab8a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67283582, jitterRate=0.002603501081466675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,013 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:40:08,013 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 7caf53b31aa00cfa46765a2bca4ab8a8: Running coprocessor pre-open hook at 1731552007977Writing region info on filesystem at 1731552007977Initializing all the Stores at 1731552007979 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007979Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007985 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007985Cleaning up temporary data from old regions at 1731552008002 (+17 ms)Running coprocessor post-open hooks at 1731552008013 (+11 ms)Region opened successfully at 1731552008013 2024-11-14T02:40:08,014 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,014 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., pid=49, masterSystemTime=1731552007705 2024-11-14T02:40:08,017 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:40:08,018 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:40:08,018 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:40:08,018 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,018 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 00d31e0b2db8ceef506c391bfb69d65f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-14T02:40:08,018 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,019 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,019 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,019 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,020 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 6e41740ee2756ea5164ccf4d2cdb8be5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64694383, jitterRate=-0.03597857058048248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=12 2024-11-14T02:40:08,020 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:40:08,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 5290e859aca999c3c7390e1a52294418, server=e5dc8b5cf5e9,35531,1731552004356 in 394 msec 2024-11-14T02:40:08,020 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 6e41740ee2756ea5164ccf4d2cdb8be5: Running coprocessor pre-open hook at 1731552007964Writing region info on filesystem at 1731552007964Initializing all the Stores at 1731552007966 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007966Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007980 (+14 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007980Cleaning up temporary data from old regions at 1731552008010 (+30 ms)Running coprocessor post-open hooks at 1731552008020 (+10 ms)Region opened successfully at 1731552008020 2024-11-14T02:40:08,022 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5., pid=46, masterSystemTime=1731552007777 2024-11-14T02:40:08,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5290e859aca999c3c7390e1a52294418, ASSIGN in 666 msec 2024-11-14T02:40:08,025 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:08,025 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:40:08,026 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:40:08,026 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:40:08,026 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f07ef648f2dbdbeb91313c9f2aa198b0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-14T02:40:08,026 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,026 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,027 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,027 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7caf53b31aa00cfa46765a2bca4ab8a8, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:08,029 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d31e0b2db8ceef506c391bfb69d65f columnFamilyName colfamily11 2024-11-14T02:40:08,029 DEBUG [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,029 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,030 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] regionserver.HStore(327): Store=00d31e0b2db8ceef506c391bfb69d65f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,030 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,031 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f07ef648f2dbdbeb91313c9f2aa198b0 columnFamilyName colfamily11 2024-11-14T02:40:08,031 DEBUG [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,031 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d31e0b2db8ceef506c391bfb69d65f columnFamilyName colfamily21 2024-11-14T02:40:08,032 DEBUG [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:08,034 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e5dc8b5cf5e9,46409,1731552004165, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T02:40:08,034 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] regionserver.HStore(327): Store=f07ef648f2dbdbeb91313c9f2aa198b0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,034 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] regionserver.HStore(327): Store=00d31e0b2db8ceef506c391bfb69d65f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,034 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,034 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e41740ee2756ea5164ccf4d2cdb8be5, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:08,037 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f07ef648f2dbdbeb91313c9f2aa198b0 columnFamilyName colfamily21 2024-11-14T02:40:08,037 DEBUG [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,038 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d31e0b2db8ceef506c391bfb69d65f columnFamilyName colfamily31 2024-11-14T02:40:08,038 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] regionserver.HStore(327): Store=f07ef648f2dbdbeb91313c9f2aa198b0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,038 DEBUG [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,038 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,039 INFO [StoreOpener-00d31e0b2db8ceef506c391bfb69d65f-1 {}] regionserver.HStore(327): Store=00d31e0b2db8ceef506c391bfb69d65f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,039 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,040 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,040 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f07ef648f2dbdbeb91313c9f2aa198b0 columnFamilyName colfamily31 2024-11-14T02:40:08,040 DEBUG [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=10 2024-11-14T02:40:08,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7caf53b31aa00cfa46765a2bca4ab8a8, server=e5dc8b5cf5e9,35531,1731552004356 in 397 msec 2024-11-14T02:40:08,041 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,041 INFO [StoreOpener-f07ef648f2dbdbeb91313c9f2aa198b0-1 {}] regionserver.HStore(327): Store=f07ef648f2dbdbeb91313c9f2aa198b0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,042 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,042 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,042 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,042 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,043 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,043 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7caf53b31aa00cfa46765a2bca4ab8a8, ASSIGN in 686 msec 2024-11-14T02:40:08,044 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,044 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,045 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,045 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,046 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=27 2024-11-14T02:40:08,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e41740ee2756ea5164ccf4d2cdb8be5, server=e5dc8b5cf5e9,35291,1731552004298 in 421 msec 2024-11-14T02:40:08,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e41740ee2756ea5164ccf4d2cdb8be5, ASSIGN in 696 msec 2024-11-14T02:40:08,053 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,053 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,054 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f07ef648f2dbdbeb91313c9f2aa198b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59241883, jitterRate=-0.11722715198993683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,054 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:40:08,054 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f07ef648f2dbdbeb91313c9f2aa198b0: Running coprocessor pre-open hook at 1731552008027Writing region info on filesystem at 1731552008027Initializing all the Stores at 1731552008029 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008029Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008029Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008029Cleaning up temporary data from old regions at 1731552008044 (+15 ms)Running coprocessor post-open hooks at 1731552008054 (+10 ms)Region opened successfully at 1731552008054 2024-11-14T02:40:08,055 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 00d31e0b2db8ceef506c391bfb69d65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68371965, jitterRate=0.01882167160511017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,055 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:40:08,055 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 00d31e0b2db8ceef506c391bfb69d65f: Running coprocessor pre-open hook at 1731552008019Writing region info on filesystem at 1731552008019Initializing all the Stores at 1731552008021 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008021Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008024 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008024Cleaning up temporary data from old regions at 1731552008042 (+18 ms)Running coprocessor post-open hooks at 1731552008055 (+13 ms)Region opened successfully at 1731552008055 2024-11-14T02:40:08,055 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., pid=53, masterSystemTime=1731552007777 2024-11-14T02:40:08,056 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f., pid=40, masterSystemTime=1731552007705 2024-11-14T02:40:08,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=9 2024-11-14T02:40:08,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,46409,1731552004165 in 498 msec 2024-11-14T02:40:08,058 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:40:08,058 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:40:08,058 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:40:08,058 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => d9604f11488fa9d10819d55eb8f0bb25, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-14T02:40:08,059 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,059 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,059 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,059 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,059 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:40:08,060 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:40:08,060 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:40:08,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN in 703 msec 2024-11-14T02:40:08,060 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 334b7b1bcf19ec16583f4a957e77a84a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-14T02:40:08,061 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,061 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,061 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,061 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,061 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,062 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:08,063 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9604f11488fa9d10819d55eb8f0bb25 columnFamilyName colfamily11 2024-11-14T02:40:08,063 DEBUG [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,064 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] regionserver.HStore(327): Store=d9604f11488fa9d10819d55eb8f0bb25/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,064 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,064 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d31e0b2db8ceef506c391bfb69d65f, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:08,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:08,066 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9604f11488fa9d10819d55eb8f0bb25 columnFamilyName colfamily21 2024-11-14T02:40:08,066 DEBUG [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,068 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] regionserver.HStore(327): Store=d9604f11488fa9d10819d55eb8f0bb25/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,068 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334b7b1bcf19ec16583f4a957e77a84a columnFamilyName colfamily11 2024-11-14T02:40:08,068 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,068 DEBUG [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:08,070 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] regionserver.HStore(327): Store=334b7b1bcf19ec16583f4a957e77a84a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,070 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f07ef648f2dbdbeb91313c9f2aa198b0, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:08,072 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9604f11488fa9d10819d55eb8f0bb25 columnFamilyName colfamily31 2024-11-14T02:40:08,072 DEBUG [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,072 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334b7b1bcf19ec16583f4a957e77a84a columnFamilyName colfamily21 2024-11-14T02:40:08,072 DEBUG [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,072 INFO [StoreOpener-d9604f11488fa9d10819d55eb8f0bb25-1 {}] regionserver.HStore(327): Store=d9604f11488fa9d10819d55eb8f0bb25/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,072 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,073 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] regionserver.HStore(327): Store=334b7b1bcf19ec16583f4a957e77a84a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,073 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,073 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,074 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,075 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334b7b1bcf19ec16583f4a957e77a84a columnFamilyName colfamily31 2024-11-14T02:40:08,075 DEBUG [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,075 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,075 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=26 2024-11-14T02:40:08,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 00d31e0b2db8ceef506c391bfb69d65f, server=e5dc8b5cf5e9,35531,1731552004356 in 484 msec 2024-11-14T02:40:08,076 INFO [StoreOpener-334b7b1bcf19ec16583f4a957e77a84a-1 {}] regionserver.HStore(327): Store=334b7b1bcf19ec16583f4a957e77a84a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,076 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,076 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,077 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,078 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,078 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=00d31e0b2db8ceef506c391bfb69d65f, ASSIGN in 721 msec 2024-11-14T02:40:08,080 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,081 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,081 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,081 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,082 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened d9604f11488fa9d10819d55eb8f0bb25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73876609, jitterRate=0.1008472591638565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,082 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:40:08,082 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for d9604f11488fa9d10819d55eb8f0bb25: Running coprocessor pre-open hook at 1731552008059Writing region info on filesystem at 1731552008059Initializing all the Stores at 1731552008061 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008061Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008061Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008061Cleaning up temporary data from old regions at 1731552008075 (+14 ms)Running coprocessor post-open hooks at 1731552008082 (+7 ms)Region opened successfully at 1731552008082 2024-11-14T02:40:08,083 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,083 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., pid=55, masterSystemTime=1731552007777 2024-11-14T02:40:08,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=11 2024-11-14T02:40:08,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f07ef648f2dbdbeb91313c9f2aa198b0, server=e5dc8b5cf5e9,35291,1731552004298 in 421 msec 2024-11-14T02:40:08,086 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:40:08,087 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:40:08,087 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:40:08,087 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => e460d9c2b218aff2cd1a8ff176cd6170, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-14T02:40:08,087 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,087 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:08,087 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,088 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,088 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,088 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,088 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 334b7b1bcf19ec16583f4a957e77a84a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60598321, jitterRate=-0.0970146507024765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,089 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:40:08,089 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 334b7b1bcf19ec16583f4a957e77a84a: Running coprocessor pre-open hook at 1731552008061Writing region info on filesystem at 1731552008061Initializing all the Stores at 1731552008062 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008063 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008064 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008064Cleaning up temporary data from old regions at 1731552008081 (+17 ms)Running coprocessor post-open hooks at 1731552008089 (+8 ms)Region opened successfully at 1731552008089 2024-11-14T02:40:08,090 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a., pid=41, masterSystemTime=1731552007705 2024-11-14T02:40:08,090 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9604f11488fa9d10819d55eb8f0bb25, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:08,093 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:40:08,093 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e460d9c2b218aff2cd1a8ff176cd6170 columnFamilyName colfamily11 2024-11-14T02:40:08,093 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:40:08,094 DEBUG [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f07ef648f2dbdbeb91313c9f2aa198b0, ASSIGN in 735 msec 2024-11-14T02:40:08,094 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] regionserver.HStore(327): Store=e460d9c2b218aff2cd1a8ff176cd6170/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,095 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,097 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e460d9c2b218aff2cd1a8ff176cd6170 columnFamilyName colfamily21 2024-11-14T02:40:08,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:40:08,097 DEBUG [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,098 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] regionserver.HStore(327): Store=e460d9c2b218aff2cd1a8ff176cd6170/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,098 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e5dc8b5cf5e9,35291,1731552004298, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9604f11488fa9d10819d55eb8f0bb25. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T02:40:08,098 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334b7b1bcf19ec16583f4a957e77a84a, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:40:08,101 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e460d9c2b218aff2cd1a8ff176cd6170 columnFamilyName colfamily31 2024-11-14T02:40:08,101 DEBUG [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,102 INFO [StoreOpener-e460d9c2b218aff2cd1a8ff176cd6170-1 {}] regionserver.HStore(327): Store=e460d9c2b218aff2cd1a8ff176cd6170/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,102 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,104 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,104 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,106 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,106 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,106 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,108 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,110 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334b7b1bcf19ec16583f4a957e77a84a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T02:40:08,113 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,114 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened e460d9c2b218aff2cd1a8ff176cd6170; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72951025, jitterRate=0.08705498278141022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,114 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:40:08,114 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for e460d9c2b218aff2cd1a8ff176cd6170: Running coprocessor pre-open hook at 1731552008088Writing region info on filesystem at 1731552008088Initializing all the Stores at 1731552008089 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008089Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008090 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008090Cleaning up temporary data from old regions at 1731552008106 (+16 ms)Running coprocessor post-open hooks at 1731552008114 (+8 ms)Region opened successfully at 1731552008114 2024-11-14T02:40:08,115 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., pid=54, masterSystemTime=1731552007777 2024-11-14T02:40:08,121 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:40:08,121 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:40:08,121 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:40:08,121 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dbe7dfeb4712f35bf31fdac22a56486, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-14T02:40:08,122 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,122 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,122 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,122 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=20 2024-11-14T02:40:08,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure d9604f11488fa9d10819d55eb8f0bb25, server=e5dc8b5cf5e9,35291,1731552004298 in 433 msec 2024-11-14T02:40:08,124 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9604f11488fa9d10819d55eb8f0bb25, ASSIGN in 768 msec 2024-11-14T02:40:08,126 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dbe7dfeb4712f35bf31fdac22a56486 columnFamilyName colfamily11 2024-11-14T02:40:08,126 DEBUG [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,127 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] regionserver.HStore(327): Store=8dbe7dfeb4712f35bf31fdac22a56486/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,127 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:08,129 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dbe7dfeb4712f35bf31fdac22a56486 columnFamilyName colfamily21 2024-11-14T02:40:08,129 DEBUG [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,130 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] regionserver.HStore(327): Store=8dbe7dfeb4712f35bf31fdac22a56486/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,130 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure e460d9c2b218aff2cd1a8ff176cd6170, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:08,132 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dbe7dfeb4712f35bf31fdac22a56486 columnFamilyName colfamily31 2024-11-14T02:40:08,133 DEBUG [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,133 INFO [StoreOpener-8dbe7dfeb4712f35bf31fdac22a56486-1 {}] regionserver.HStore(327): Store=8dbe7dfeb4712f35bf31fdac22a56486/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,134 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,135 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,135 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=18 2024-11-14T02:40:08,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 334b7b1bcf19ec16583f4a957e77a84a, server=e5dc8b5cf5e9,35531,1731552004356 in 536 msec 2024-11-14T02:40:08,137 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,137 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,139 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334b7b1bcf19ec16583f4a957e77a84a, ASSIGN in 782 msec 2024-11-14T02:40:08,140 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,143 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,144 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 8dbe7dfeb4712f35bf31fdac22a56486; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68987730, jitterRate=0.02799728512763977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,144 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:40:08,145 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 8dbe7dfeb4712f35bf31fdac22a56486: Running coprocessor pre-open hook at 1731552008122Writing region info on filesystem at 1731552008122Initializing all the Stores at 1731552008123 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008124 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008124Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008124Cleaning up temporary data from old regions at 1731552008137 (+13 ms)Running coprocessor post-open hooks at 1731552008144 (+7 ms)Region opened successfully at 1731552008144 2024-11-14T02:40:08,145 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., pid=51, masterSystemTime=1731552007777 2024-11-14T02:40:08,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=17 2024-11-14T02:40:08,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure e460d9c2b218aff2cd1a8ff176cd6170, server=e5dc8b5cf5e9,35291,1731552004298 in 477 msec 2024-11-14T02:40:08,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e460d9c2b218aff2cd1a8ff176cd6170, ASSIGN in 791 msec 2024-11-14T02:40:08,148 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:40:08,148 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:40:08,149 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:40:08,149 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 88f899d1df7b9c628b490f603108bd50, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-14T02:40:08,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:08,149 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,150 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,150 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,150 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dbe7dfeb4712f35bf31fdac22a56486, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:08,152 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,154 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88f899d1df7b9c628b490f603108bd50 columnFamilyName colfamily11 2024-11-14T02:40:08,155 DEBUG [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,155 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] regionserver.HStore(327): Store=88f899d1df7b9c628b490f603108bd50/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,155 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=14 2024-11-14T02:40:08,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dbe7dfeb4712f35bf31fdac22a56486, server=e5dc8b5cf5e9,35291,1731552004298 in 502 msec 2024-11-14T02:40:08,157 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88f899d1df7b9c628b490f603108bd50 columnFamilyName colfamily21 2024-11-14T02:40:08,157 DEBUG [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,158 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] regionserver.HStore(327): Store=88f899d1df7b9c628b490f603108bd50/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,158 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dbe7dfeb4712f35bf31fdac22a56486, ASSIGN in 801 msec 2024-11-14T02:40:08,160 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88f899d1df7b9c628b490f603108bd50 columnFamilyName colfamily31 2024-11-14T02:40:08,160 DEBUG [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,160 INFO [StoreOpener-88f899d1df7b9c628b490f603108bd50-1 {}] regionserver.HStore(327): Store=88f899d1df7b9c628b490f603108bd50/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:08,161 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,161 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,162 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,163 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,163 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,164 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:08,165 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,167 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,168 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 88f899d1df7b9c628b490f603108bd50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62287827, jitterRate=-0.07183904945850372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:08,168 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:40:08,169 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 88f899d1df7b9c628b490f603108bd50: Running coprocessor pre-open hook at 1731552008150Writing region info on filesystem at 1731552008150Initializing all the Stores at 1731552008152 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008152Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008152Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008152Cleaning up temporary data from old regions at 1731552008163 (+11 ms)Running coprocessor post-open hooks at 1731552008168 (+5 ms)Region opened successfully at 1731552008168 2024-11-14T02:40:08,170 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50., pid=47, masterSystemTime=1731552007777 2024-11-14T02:40:08,172 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:40:08,172 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:40:08,177 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=88f899d1df7b9c628b490f603108bd50, regionState=OPEN, openSeqNum=2, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:40:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88f899d1df7b9c628b490f603108bd50, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:40:08,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=29 2024-11-14T02:40:08,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 88f899d1df7b9c628b490f603108bd50, server=e5dc8b5cf5e9,35291,1731552004298 in 553 msec 2024-11-14T02:40:08,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=4 2024-11-14T02:40:08,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=88f899d1df7b9c628b490f603108bd50, ASSIGN in 830 msec 2024-11-14T02:40:08,191 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:08,191 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552008191"}]},"ts":"1731552008191"} 2024-11-14T02:40:08,195 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-14T02:40:08,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:08,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.2870 sec 2024-11-14T02:40:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:09,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-14T02:40:09,081 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-14T02:40:09,082 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:40:09,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46409 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T02:40:09,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-14T02:40:09,106 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:40:09,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-14T02:40:09,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,209 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,211 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,307 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,315 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,418 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,421 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,425 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,530 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,573 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,580 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,614 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,620 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,622 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,746 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,804 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,807 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,810 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,852 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,854 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:09,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,952 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:09,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:09,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,081 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,131 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,137 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,140 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,222 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,226 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,335 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2] 2024-11-14T02:40:10,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,390 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=2] 2024-11-14T02:40:10,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=2] 2024-11-14T02:40:10,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:10,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:10,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:10,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:10,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35531 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:40:10,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35291 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:40:10,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46409 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:40:11,237 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-14T02:40:11,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46409 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T02:40:11,497 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-14T02:40:11,498 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:11,498 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:11,499 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e5dc8b5cf5e9,46409,1731552004165: Simulated kill ***** 2024-11-14T02:40:11,499 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:40:11,501 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:40:11,503 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:40:11,503 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:40:11,503 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:40:11,503 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 561099352 }, "NonHeapMemoryUsage": { "committed": 157745152, "init": 7667712, "max": -1, "used": 154789720 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:40:11,506 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44853 {}] master.MasterRpcServices(700): e5dc8b5cf5e9,46409,1731552004165 reported a fatal error: ***** ABORTING region server e5dc8b5cf5e9,46409,1731552004165: Simulated kill ***** 2024-11-14T02:40:11,508 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,46409,1731552004165' ***** 2024-11-14T02:40:11,508 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T02:40:11,509 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:40:11,509 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:40:11,509 INFO [RS:0;e5dc8b5cf5e9:46409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T02:40:11,509 INFO [RS:0;e5dc8b5cf5e9:46409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T02:40:11,509 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:40:11,510 INFO [RS:0;e5dc8b5cf5e9:46409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e5dc8b5cf5e9:46409. 2024-11-14T02:40:11,510 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:11,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:40:11,515 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741836_1012 (size=54214) 2024-11-14T02:40:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741836_1012 (size=54214) 2024-11-14T02:40:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741836_1012 (size=54214) 2024-11-14T02:40:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741834_1010 (size=297712) 2024-11-14T02:40:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741834_1010 (size=297712) 2024-11-14T02:40:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741834_1010 (size=297712) 2024-11-14T02:40:11,525 INFO [regionserver/e5dc8b5cf5e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:40:11,525 DEBUG [RS:0;e5dc8b5cf5e9:46409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:11,526 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:40:11,526 INFO [RS:0;e5dc8b5cf5e9:46409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46409 2024-11-14T02:40:11,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:40:11,594 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,46409,1731552004165 2024-11-14T02:40:11,594 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:40:11,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,46409,1731552004165] 2024-11-14T02:40:11,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,46409,1731552004165 already deleted, retry=false 2024-11-14T02:40:11,615 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e5dc8b5cf5e9,46409,1731552004165 on e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:40:11,620 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:40:11,624 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for e5dc8b5cf5e9,46409,1731552004165 (carryingMeta=true) e5dc8b5cf5e9,46409,1731552004165/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@405d7e4d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T02:40:11,624 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:40:11,624 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:40:11,625 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:40:11,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:40:11,625 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:40:11,627 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T02:40:11,629 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:40:11,630 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:40:11,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:40:11,630 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:40:11,631 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:40:11,631 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:40:11,631 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:40:11,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:40:11,632 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:40:11,632 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:40:11,638 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:40:11,639 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:11,640 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:40:11,641 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:40:11,641 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:40:11,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T02:40:11,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:40:11,645 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,46409,1731552004165, table=hbase:meta, region=1588230740 2024-11-14T02:40:11,645 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46409,1731552004165, state=OPEN 2024-11-14T02:40:11,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:40:11,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:40:11,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:40:11,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:11,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:11,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:40:11,660 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552041660 2024-11-14T02:40:11,660 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:40:11,660 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:40:11,660 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:40:11,662 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:11,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:11,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:40:11,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:11,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:11,666 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true, isMeta: true 2024-11-14T02:40:11,668 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting 2024-11-14T02:40:11,669 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=1, meta=true 2024-11-14T02:40:11,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta}] 2024-11-14T02:40:11,672 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:40:11,672 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:40:11,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:40:11,672 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:40:11,705 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:11,705 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46409-0x1013736bd920001, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:11,706 INFO [RS:0;e5dc8b5cf5e9:46409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:40:11,706 INFO [RS:0;e5dc8b5cf5e9:46409 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,46409,1731552004165; zookeeper connection closed. 2024-11-14T02:40:11,706 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48f78cba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48f78cba 2024-11-14T02:40:11,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:11,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:11,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:40:11,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:11,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:11,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:11,893 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:40:11,893 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:40:11,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:11,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:11,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:40:11,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:11,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:11,980 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:12,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:40:12,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-14T02:40:12,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:40:12,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:12,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:12,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:40:12,290 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:12,290 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:12,290 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:12,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:12,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:12,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:40:12,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:12,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:12,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:13,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:40:13,720 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:40:13,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:40:13,724 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-14T02:40:13,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:40:13,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:40:13,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:40:13,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T02:40:13,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:13,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:13,820 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:13,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2161 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:40:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:40:13,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:13,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:15,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:15,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:15,839 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:15,840 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4179 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:40:15,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:15,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:40:15,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:19,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:19,869 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:19,870 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:19,870 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8209 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:40:19,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:19,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:40:19,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:19,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:29,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:29,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:29,940 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:29,942 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18281 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:40:29,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:29,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:40:29,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:29,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:32,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:40:36,677 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e5dc8b5cf5e9:44853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T02:40:39,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:39,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:39,972 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:39,973 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28312 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:40:39,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:40:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:47,498 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T02:40:47,499 INFO [master/e5dc8b5cf5e9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T02:40:50,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:50,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:40:50,010 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:40:50,010 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38349 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:40:50,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:50,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:40:50,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:40:50,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:00,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:00,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:00,101 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:00,102 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48442 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:41:00,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:00,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:00,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:00,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:01,874 WARN [RS:2;e5dc8b5cf5e9:35531 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e5dc8b5cf5e9,46409,1731552004165: status=status unset, state=RUNNING, startTime=1731552011624, completionTime=-1 appears to have been leaked 2024-11-14T02:41:02,473 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:41:07,114 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T02:41:08,385 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bb1497152051f948171020591afa6550 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,386 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c603ad14aa4d0926928a0644620de74 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,386 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f07ef648f2dbdbeb91313c9f2aa198b0 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8dbe7dfeb4712f35bf31fdac22a56486 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e460d9c2b218aff2cd1a8ff176cd6170 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9604f11488fa9d10819d55eb8f0bb25 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 324785612e4751949dbd9c3d94928883 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6e41740ee2756ea5164ccf4d2cdb8be5 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 88f899d1df7b9c628b490f603108bd50 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5b861ac48cdc4f2c5dafca125585e890 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,387 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7caf53b31aa00cfa46765a2bca4ab8a8 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,388 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5290e859aca999c3c7390e1a52294418 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,388 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1d6613f8723147338c5d0c527c582b46 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,388 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 334b7b1bcf19ec16583f4a957e77a84a changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,388 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2b043459b7b0c2a89fbfbe039e826b8e changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,388 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 068f9aba3b87a7d0268be72cc5769e6c changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,388 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 00d31e0b2db8ceef506c391bfb69d65f changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,388 DEBUG [master/e5dc8b5cf5e9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ca6bafae3dea23ce17f914c8991c301f changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:41:08,680 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e5dc8b5cf5e9:44853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T02:41:11,671 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T02:40:11.664Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:11.770Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:11.981Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:12.290Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:12.800Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:40:13.830Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:15.840Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:19.871Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:29.944Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:39.975Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:40:50.011Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:00.104Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T02:41:11,676 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:41:11,676 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:41:11,676 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:11,676 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:41:11,677 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:41:11,677 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:41:11,678 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:41:11,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:41:11,679 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:41:11,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T02:41:11,684 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:41:11,684 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:11,685 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:41:11,685 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:41:11,685 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:41:11,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T02:41:11,686 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:41:11,686 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,46409,1731552004165, table=hbase:meta, region=1588230740 2024-11-14T02:41:11,686 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46409,1731552004165, state=OPEN 2024-11-14T02:41:11,751 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:41:11,754 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:41:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:41:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:41:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:41:11,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:41:11,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:41:11,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:41:11,910 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552101910 2024-11-14T02:41:11,911 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:41:11,911 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true, isMeta: true 2024-11-14T02:41:11,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:11,912 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:11,913 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:11,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:11,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:11,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:11,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:11,915 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=1, meta=true 2024-11-14T02:41:11,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta}] 2024-11-14T02:41:11,915 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:41:11,922 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:41:11,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:41:12,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:12,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:12,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:41:12,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:12,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35291 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-14T02:41:12,109 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, size=52.9 K (54214bytes) 2024-11-14T02:41:12,110 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T02:41:12,110 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T02:41:12,110 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta 2024-11-14T02:41:12,115 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta after 4ms 2024-11-14T02:41:12,122 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta took 14ms 2024-11-14T02:41:12,130 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:41:12,136 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta.temp 2024-11-14T02:41:12,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta so closing down 2024-11-14T02:41:12,138 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T02:41:12,140 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta.temp 2024-11-14T02:41:12,144 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T02:41:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741864_1040 (size=53973) 2024-11-14T02:41:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741864_1040 (size=53973) 2024-11-14T02:41:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741864_1040 (size=53973) 2024-11-14T02:41:12,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-14T02:41:12,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T02:41:12,162 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-14T02:41:12,162 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, journal: Splitting hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, size=52.9 K (54214bytes) at 1731552072109Finishing writing output for hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta so closing down at 1731552072138 (+29 ms)Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta.temp at 1731552072140 (+2 ms)3 split writer threads finished at 1731552072144 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731552072155 (+11 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731552072158 (+3 ms)Processed 58 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731552072162 (+4 ms) 2024-11-14T02:41:12,162 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta 2024-11-14T02:41:12,163 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-14T02:41:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44853 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-14T02:41:12,172 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs 2024-11-14T02:41:12,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T02:41:12,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 in 248 msec 2024-11-14T02:41:12,176 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:41:12,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T02:41:12,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 in 262 msec 2024-11-14T02:41:12,181 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting dir is empty, no logs to split. 2024-11-14T02:41:12,181 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=0, meta=true 2024-11-14T02:41:12,181 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e5dc8b5cf5e9,46409,1731552004165 WAL splitting is done? wals=0, meta=true 2024-11-14T02:41:12,181 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:41:12,181 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:41:12,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:12,182 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:41:12,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:12,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:12,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:41:12,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:12,538 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:12,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:12,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:41:12,540 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12,540 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12,540 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:13,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:13,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:13,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:41:13,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:13,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:13,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:14,058 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:14,059 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:14,061 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:14,062 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:41:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:16,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:16,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:16,079 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:16,080 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4168 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:41:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:20,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:20,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:20,121 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:20,122 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8210 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:41:20,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:20,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:20,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:20,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:30,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:30,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:30,201 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:30,202 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18290 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:41:30,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:30,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:30,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:30,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:32,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:41:40,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:40,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:40,302 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:40,303 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28391 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:41:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:50,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:50,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:41:50,340 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:41:50,340 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38428 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:41:50,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:50,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:41:50,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:41:50,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:00,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:00,439 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:00,439 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:00,440 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48528 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:42:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:02,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:42:05,893 WARN [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 18, running: 1 2024-11-14T02:42:06,191 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T02:42:11,919 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T02:41:11.914Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:12.020Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12.229Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:12.540Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:13.051Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:41:14.064Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:16.080Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:20.124Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:30.203Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:40.304Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:41:50.341Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:00.440Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T02:42:11,921 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:42:11,921 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:42:11,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:11,921 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:42:11,921 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:42:11,922 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:42:11,922 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:42:11,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:42:11,922 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:42:11,923 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:42:11,926 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:42:11,926 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:42:11,926 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:42:11,927 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:11,928 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:42:11,929 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:42:11,929 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:42:11,929 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:42:11,929 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:42:11,929 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:42:11,929 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:42:11,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T02:42:11,930 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:42:11,930 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,46409,1731552004165, table=hbase:meta, region=1588230740 2024-11-14T02:42:11,930 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46409,1731552004165, state=OPEN 2024-11-14T02:42:11,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:42:11,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:42:11,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:42:11,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:42:11,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:42:11,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:42:11,992 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552161992 2024-11-14T02:42:11,992 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:42:11,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:11,992 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:11,993 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:11,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:11,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:11,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:11,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:11,994 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting dir is empty, no logs to split. 2024-11-14T02:42:11,994 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=0, meta=true 2024-11-14T02:42:11,994 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e5dc8b5cf5e9,46409,1731552004165 WAL splitting is done? wals=0, meta=true 2024-11-14T02:42:11,994 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:42:11,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:42:11,996 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:42:11,996 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:42:11,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:11,997 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:42:12,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:12,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:12,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:42:12,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:12,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:12,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:12,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:42:12,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:12,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:12,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:12,619 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:42:12,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:13,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:13,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:13,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:42:13,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:13,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:13,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:14,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:14,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:14,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:14,142 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:42:14,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:14,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:14,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:14,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:15,684 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e5dc8b5cf5e9:44853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T02:42:16,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:16,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:16,151 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:16,152 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4159 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:42:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:16,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:20,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:20,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:20,181 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:20,182 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8189 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:42:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:30,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:30,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:30,281 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:30,282 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18289 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:42:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:32,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:42:40,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:40,308 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:40,309 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:40,310 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28317 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:42:40,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:40,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:40,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:40,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:50,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:50,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:42:50,370 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:42:50,371 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38378 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:42:50,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:50,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:42:50,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:42:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:00,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:43:00,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:43:00,390 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:43:00,390 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to e5dc8b5cf5e9,46409,1731552004165 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48397 ms java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:43:00,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:00,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:43:00,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:43:00,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:02,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:43:04,344 WARN [RS:1;e5dc8b5cf5e9:35291 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e5dc8b5cf5e9,46409,1731552004165: status=Processing ServerCrashProcedure of e5dc8b5cf5e9,46409,1731552004165 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731552011641, completionTime=-1 appears to have been leaked 2024-11-14T02:43:04,344 WARN [RS:1;e5dc8b5cf5e9:35291 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e5dc8b5cf5e9,46409,1731552004165: status=Processing ServerCrashProcedure of e5dc8b5cf5e9,46409,1731552004165 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731552071685, completionTime=-1 appears to have been leaked 2024-11-14T02:43:11,999 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T02:42:11.994Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:12.100Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12.310Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:12.620Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:13.131Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:42:14.143Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:16.153Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:20.183Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:30.283Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:40.311Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:42:50.372Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:00.391Z, java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T02:43:12,000 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:12,001 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:43:12,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:12,001 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:43:12,001 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:43:12,001 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:43:12,001 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:43:12,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:43:12,001 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:43:12,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:43:12,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:43:12,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:12,005 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:12,006 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:43:12,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:43:12,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:12,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:12,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:12,008 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:43:12,008 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:12,008 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:12,008 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T02:43:12,009 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:12,010 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,46409,1731552004165, table=hbase:meta, region=1588230740 2024-11-14T02:43:12,010 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,46409,1731552004165, state=OPEN 2024-11-14T02:43:12,051 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:12,051 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:12,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,125 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552222125 2024-11-14T02:43:12,125 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:43:12,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:43:12,126 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:43:12,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:43:12,127 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:43:12,127 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:43:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T02:43:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:43:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:12,129 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:43:12,131 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:12,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:43:12,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1] 2024-11-14T02:43:12,239 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:12,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:12,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:12,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:43:12,281 DEBUG [e5dc8b5cf5e9:44853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T02:43:12,282 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(204): Hosts are {e5dc8b5cf5e9=0} racks are {/default-rack=0} 2024-11-14T02:43:12,282 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T02:43:12,282 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T02:43:12,282 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T02:43:12,282 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T02:43:12,282 INFO [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T02:43:12,282 INFO [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T02:43:12,282 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T02:43:12,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:12,286 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,35531,1731552004356, state=OPENING 2024-11-14T02:43:12,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,292 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:43:12,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:43:12,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:43:12,448 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1] 2024-11-14T02:43:12,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:43:12,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41125, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:43:12,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:43:12,455 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:43:12,455 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:43:12,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35531 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:41125 deadline: 1731552252128, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:12,456 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:43:12,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on e5dc8b5cf5e9,35531,1731552004356 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:43:12,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on e5dc8b5cf5e9,35531,1731552004356 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:43:12,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1 from cache 2024-11-14T02:43:12,458 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e5dc8b5cf5e9%2C35531%2C1731552004356.meta, suffix=.meta, logDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356, archiveDir=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs, maxLogs=32 2024-11-14T02:43:12,472 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356/e5dc8b5cf5e9%2C35531%2C1731552004356.meta.1731552192459.meta, exclude list is [], retry=0 2024-11-14T02:43:12,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37755,DS-603888b8-55dc-4de6-9500-f2fa45d09b5c,DISK] 2024-11-14T02:43:12,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37537,DS-b5243e47-22eb-4767-a8cc-fc10433deb28,DISK] 2024-11-14T02:43:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38347,DS-c0a64482-b730-47e9-9a7b-44c369fb885d,DISK] 2024-11-14T02:43:12,480 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356/e5dc8b5cf5e9%2C35531%2C1731552004356.meta.1731552192459.meta 2024-11-14T02:43:12,480 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39915:39915),(127.0.0.1/127.0.0.1:34727:34727),(127.0.0.1/127.0.0.1:35901:35901)] 2024-11-14T02:43:12,481 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:43:12,481 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:43:12,481 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:43:12,482 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:43:12,482 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:43:12,482 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:12,482 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:43:12,482 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:43:12,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:43:12,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:43:12,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:12,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:43:12,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:43:12,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:43:12,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:12,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:43:12,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:43:12,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:43:12,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:12,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:43:12,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:43:12,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:43:12,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:12,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:43:12,499 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:43:12,500 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740 2024-11-14T02:43:12,502 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740 2024-11-14T02:43:12,503 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T02:43:12,518 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T02:43:12,521 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-14T02:43:12,587 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/info/dd5011b4f36a4a668aea1c428e02dc29 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550./info:regioninfo/1731552007965/Put/seqid=0 2024-11-14T02:43:12,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741866_1042 (size=58053) 2024-11-14T02:43:12,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741866_1042 (size=58053) 2024-11-14T02:43:12,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741866_1042 (size=58053) 2024-11-14T02:43:12,602 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/info/dd5011b4f36a4a668aea1c428e02dc29 2024-11-14T02:43:12,666 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/ns/13318e63e1154682b43a15194692882d is 43, key is default/ns:d/1731552006611/Put/seqid=0 2024-11-14T02:43:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741867_1043 (size=5153) 2024-11-14T02:43:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741867_1043 (size=5153) 2024-11-14T02:43:12,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741867_1043 (size=5153) 2024-11-14T02:43:12,676 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/ns/13318e63e1154682b43a15194692882d 2024-11-14T02:43:12,700 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/table/082d5cc7e71a4b689d2e1d264f5b97eb is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731552008191/Put/seqid=0 2024-11-14T02:43:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741868_1044 (size=5620) 2024-11-14T02:43:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741868_1044 (size=5620) 2024-11-14T02:43:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741868_1044 (size=5620) 2024-11-14T02:43:12,709 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/table/082d5cc7e71a4b689d2e1d264f5b97eb 2024-11-14T02:43:12,719 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/info/dd5011b4f36a4a668aea1c428e02dc29 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/info/dd5011b4f36a4a668aea1c428e02dc29 2024-11-14T02:43:12,729 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/info/dd5011b4f36a4a668aea1c428e02dc29, entries=260, sequenceid=60, filesize=56.7 K 2024-11-14T02:43:12,732 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/ns/13318e63e1154682b43a15194692882d as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/ns/13318e63e1154682b43a15194692882d 2024-11-14T02:43:12,742 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/ns/13318e63e1154682b43a15194692882d, entries=2, sequenceid=60, filesize=5.0 K 2024-11-14T02:43:12,744 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/table/082d5cc7e71a4b689d2e1d264f5b97eb as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/table/082d5cc7e71a4b689d2e1d264f5b97eb 2024-11-14T02:43:12,753 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/table/082d5cc7e71a4b689d2e1d264f5b97eb, entries=2, sequenceid=60, filesize=5.5 K 2024-11-14T02:43:12,758 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=60, compaction requested=false; wal=null 2024-11-14T02:43:12,760 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T02:43:12,762 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:43:12,762 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:43:12,763 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:43:12,765 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:43:12,767 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-14T02:43:12,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:43:12,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1] 2024-11-14T02:43:12,769 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63723973, jitterRate=-0.05043880641460419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:43:12,769 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:43:12,769 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552192483Writing region info on filesystem at 1731552192483Initializing all the Stores at 1731552192484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552192484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552192486 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552192486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552192486Obtaining lock to block concurrent updates at 1731552192521 (+35 ms)Preparing flush snapshotting stores in 1588230740 at 1731552192521Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731552192524 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731552192524Flushing 1588230740/info: creating writer at 1731552192527 (+3 ms)Flushing 1588230740/info: appending metadata at 1731552192577 (+50 ms)Flushing 1588230740/info: closing flushed file at 1731552192580 (+3 ms)Flushing 1588230740/ns: creating writer at 1731552192651 (+71 ms)Flushing 1588230740/ns: appending metadata at 1731552192666 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731552192666Flushing 1588230740/table: creating writer at 1731552192684 (+18 ms)Flushing 1588230740/table: appending metadata at 1731552192699 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731552192699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5724f2b1: reopening flushed file at 1731552192718 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4b2164: reopening flushed file at 1731552192731 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544359d3: reopening flushed file at 1731552192742 (+11 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 234ms, sequenceid=60, compaction requested=false; wal=null at 1731552192758 (+16 ms)Cleaning up temporary data from old regions at 1731552192762 (+4 ms)Running coprocessor post-open hooks at 1731552192769 (+7 ms)Region opened successfully at 1731552192769 2024-11-14T02:43:12,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35531 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:41125 deadline: 1731552252126, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:12,770 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731552192450 2024-11-14T02:43:12,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on e5dc8b5cf5e9,35531,1731552004356 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:43:12,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on e5dc8b5cf5e9,35531,1731552004356 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T02:43:12,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1 from cache 2024-11-14T02:43:12,773 DEBUG [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:43:12,773 INFO [RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:43:12,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:12,776 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,35531,1731552004356, state=OPEN 2024-11-14T02:43:12,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:12,828 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:12,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:12,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T02:43:12,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 in 536 msec 2024-11-14T02:43:12,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-14T02:43:12,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 705 msec 2024-11-14T02:43:13,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:43:13,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1] 2024-11-14T02:43:13,305 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,305 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb1497152051f948171020591afa6550, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,305 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b861ac48cdc4f2c5dafca125585e890, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,305 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c603ad14aa4d0926928a0644620de74, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,306 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,306 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,306 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,306 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5290e859aca999c3c7390e1a52294418, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,306 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,306 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,307 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,307 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d6613f8723147338c5d0c527c582b46, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,307 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,307 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,307 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,307 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=324785612e4751949dbd9c3d94928883, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f899d1df7b9c628b490f603108bd50, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,309 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca6bafae3dea23ce17f914c8991c301f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,309 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T02:43:13,309 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552253309 2024-11-14T02:43:13,309 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552313309 2024-11-14T02:43:13,309 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1840 sec 2024-11-14T02:43:13,310 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e5dc8b5cf5e9,46409,1731552004165 had 9 regions 2024-11-14T02:43:13,310 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:43:13,310 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:13,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:13,310 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:13,560 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:13,560 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:43:13,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:13,560 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:43:13,560 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:43:13,561 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:43:13,561 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:43:13,561 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:43:13,561 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:43:13,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T02:43:13,566 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:43:13,566 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:13,566 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:13,566 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:13,566 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:13,566 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:43:13,567 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:43:13,569 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:13,569 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:13,569 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:13,569 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:43:13,569 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:13,569 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:43:13,569 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,570 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,570 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,570 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,571 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T02:43:13,572 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=61 2024-11-14T02:43:13,572 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=hbase:meta, region=1588230740 2024-11-14T02:43:13,572 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,35531,1731552004356, state=OPEN 2024-11-14T02:43:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:13,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:13,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:13,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:13,627 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552223627 2024-11-14T02:43:13,628 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:43:13,640 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb1497152051f948171020591afa6550, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,641 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b861ac48cdc4f2c5dafca125585e890, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,642 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c603ad14aa4d0926928a0644620de74, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,642 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,642 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,642 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,642 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5290e859aca999c3c7390e1a52294418, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,642 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,643 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,643 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,643 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d6613f8723147338c5d0c527c582b46, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,643 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,643 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,647 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=324785612e4751949dbd9c3d94928883, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,647 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,647 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,647 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,647 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,648 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,648 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f899d1df7b9c628b490f603108bd50, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,648 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca6bafae3dea23ce17f914c8991c301f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,648 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T02:43:13,648 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552253648 2024-11-14T02:43:13,648 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552313648 2024-11-14T02:43:13,648 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-11-14T02:43:13,648 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e5dc8b5cf5e9,46409,1731552004165 had 8 regions 2024-11-14T02:43:13,649 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:43:13,650 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true, isMeta: false 2024-11-14T02:43:13,654 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=1, meta=false 2024-11-14T02:43:13,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060}] 2024-11-14T02:43:13,654 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:43:13,654 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:13,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:13,654 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:13,898 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:13,898 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:43:13,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:13,899 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:43:13,899 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:43:13,899 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:43:13,899 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:43:13,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:43:13,899 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:43:13,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:43:13,901 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:43:13,901 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:13,902 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:13,902 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:13,902 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:13,902 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:43:13,902 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,903 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:13,903 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T02:43:13,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=61 2024-11-14T02:43:13,904 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=hbase:meta, region=1588230740 2024-11-14T02:43:13,904 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,35531,1731552004356, state=OPEN 2024-11-14T02:43:13,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:13,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:13,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:13,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:13,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:13,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:13,913 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552223913 2024-11-14T02:43:13,913 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:43:13,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb1497152051f948171020591afa6550, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b861ac48cdc4f2c5dafca125585e890, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c603ad14aa4d0926928a0644620de74, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,919 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5290e859aca999c3c7390e1a52294418, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d6613f8723147338c5d0c527c582b46, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,920 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=324785612e4751949dbd9c3d94928883, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f899d1df7b9c628b490f603108bd50, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:13,921 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca6bafae3dea23ce17f914c8991c301f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:13,921 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T02:43:13,921 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552253921 2024-11-14T02:43:13,921 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552313921 2024-11-14T02:43:13,921 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-14T02:43:13,922 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true, isMeta: false 2024-11-14T02:43:13,925 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=1, meta=false 2024-11-14T02:43:13,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060}] 2024-11-14T02:43:13,925 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:43:13,928 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:13,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:43:14,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-14T02:43:14,113 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, size=290.7 K (297712bytes) 2024-11-14T02:43:14,116 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 2024-11-14T02:43:14,117 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 after 1ms 2024-11-14T02:43:14,130 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 took 17ms 2024-11-14T02:43:14,137 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a5a8c6b9c15852aaa8d2a5920ef87673: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,139 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a065c4c8cced38aec92014010c1bd6f3: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,140 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d126a5b75916a6d2ff81d8b0f43da510: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,142 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2bbc754d2d773de42b90249cbc7a5a5c: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,144 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b2a9f887457fe99a1df30b11d20544f7: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,145 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bdb8a921bce2d0f4efc28ee222223d4d: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,147 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 4d84bba6f60ebbcc18a9e01ee1c7267a: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,149 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 456f01dbcdf9e3a746ee0a2955952ae6: last_flushed_sequence_id: 18446744073709551615 2024-11-14T02:43:14,161 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,164 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,165 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,165 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,171 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 so closing down 2024-11-14T02:43:14,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T02:43:14,176 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,176 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,178 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,180 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,180 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,180 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,182 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,183 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,183 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,185 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,186 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp 2024-11-14T02:43:14,187 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T02:43:14,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741869_1045 (size=36767) 2024-11-14T02:43:14,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741869_1045 (size=36767) 2024-11-14T02:43:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741869_1045 (size=36767) 2024-11-14T02:43:14,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T02:43:14,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004 2024-11-14T02:43:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741870_1046 (size=36767) 2024-11-14T02:43:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741870_1046 (size=36767) 2024-11-14T02:43:14,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741870_1046 (size=36767) 2024-11-14T02:43:14,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T02:43:14,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004 2024-11-14T02:43:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741871_1047 (size=36767) 2024-11-14T02:43:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741871_1047 (size=36767) 2024-11-14T02:43:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741871_1047 (size=36767) 2024-11-14T02:43:14,229 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T02:43:14,231 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004 2024-11-14T02:43:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741873_1049 (size=36767) 2024-11-14T02:43:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741873_1049 (size=36767) 2024-11-14T02:43:14,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741873_1049 (size=36767) 2024-11-14T02:43:14,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T02:43:14,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004 2024-11-14T02:43:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741874_1050 (size=36767) 2024-11-14T02:43:14,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741874_1050 (size=36767) 2024-11-14T02:43:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741874_1050 (size=36767) 2024-11-14T02:43:14,262 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T02:43:14,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741875_1051 (size=36767) 2024-11-14T02:43:14,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741875_1051 (size=36767) 2024-11-14T02:43:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741875_1051 (size=36767) 2024-11-14T02:43:14,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T02:43:14,267 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004 2024-11-14T02:43:14,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004 2024-11-14T02:43:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741872_1048 (size=36767) 2024-11-14T02:43:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741872_1048 (size=36767) 2024-11-14T02:43:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741872_1048 (size=36767) 2024-11-14T02:43:14,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T02:43:14,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004 2024-11-14T02:43:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741876_1052 (size=36767) 2024-11-14T02:43:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741876_1052 (size=36767) 2024-11-14T02:43:14,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741876_1052 (size=36767) 2024-11-14T02:43:14,279 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T02:43:14,281 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004 2024-11-14T02:43:14,282 INFO [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 147 ms; skipped=8; WAL=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, size=290.7 K, length=297712, corrupted=false, cancelled=false 2024-11-14T02:43:14,282 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, journal: Splitting hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, size=290.7 K (297712bytes) at 1731552194116Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194166 (+50 ms)Finishing writing output for hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 so closing down at 1731552194172 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194176 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194176Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194178 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194182 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194183 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194183Creating recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp at 1731552194186 (+3 ms)3 split writer threads finished at 1731552194187 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731552194212 (+25 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004 at 1731552194214 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731552194219 (+5 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004 at 1731552194221 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731552194229 (+8 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004 at 1731552194231 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731552194246 (+15 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004 at 1731552194247 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731552194262 (+15 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731552194265 (+3 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004 at 1731552194267 (+2 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004 at 1731552194268 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731552194274 (+6 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004 at 1731552194276 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731552194279 (+3 ms)Rename recovered edits hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004-e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060.temp to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004 at 1731552194281 (+2 ms)Processed 16 edits across 8 Regions in 147 ms; skipped=8; WAL=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, size=290.7 K, length=297712, corrupted=false, cancelled=false at 1731552194282 (+1 ms) 2024-11-14T02:43:14,282 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 2024-11-14T02:43:14,282 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e5dc8b5cf5e9:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-14T02:43:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44853 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-14T02:43:14,286 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting/e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060 to hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs 2024-11-14T02:43:14,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T02:43:14,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 in 357 msec 2024-11-14T02:43:14,290 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-14T02:43:14,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 in 365 msec 2024-11-14T02:43:14,295 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting dir is empty, no logs to split. 2024-11-14T02:43:14,295 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=0, meta=false 2024-11-14T02:43:14,295 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e5dc8b5cf5e9,46409,1731552004165 WAL splitting is done? wals=0, meta=false 2024-11-14T02:43:14,296 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:43:14,296 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:14,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:14,296 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:14,422 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:14,422 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:43:14,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:14,422 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:43:14,423 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:43:14,423 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:43:14,423 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:43:14,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:43:14,424 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:43:14,425 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T02:43:14,428 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:43:14,428 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:14,428 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:14,428 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:14,428 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:14,428 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:14,429 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:14,429 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:43:14,430 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:43:14,430 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:14,430 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,431 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,431 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T02:43:14,432 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=61 2024-11-14T02:43:14,432 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=hbase:meta, region=1588230740 2024-11-14T02:43:14,433 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,35531,1731552004356, state=OPEN 2024-11-14T02:43:14,468 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:14,473 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44853 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:14,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:14,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:14,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:14,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:14,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:14,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:14,519 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552224518 2024-11-14T02:43:14,519 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:43:14,525 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,525 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb1497152051f948171020591afa6550, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,525 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b861ac48cdc4f2c5dafca125585e890, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,525 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c603ad14aa4d0926928a0644620de74, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,525 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5290e859aca999c3c7390e1a52294418, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d6613f8723147338c5d0c527c582b46, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=324785612e4751949dbd9c3d94928883, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f899d1df7b9c628b490f603108bd50, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca6bafae3dea23ce17f914c8991c301f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,528 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T02:43:14,528 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552254528 2024-11-14T02:43:14,528 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552314528 2024-11-14T02:43:14,528 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-14T02:43:14,530 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server e5dc8b5cf5e9,46409,1731552004165 does not exist 2024-11-14T02:43:14,530 INFO [PEWorker-1 {}] master.SplitWALManager(105): e5dc8b5cf5e9,46409,1731552004165 WAL count=0, meta=false 2024-11-14T02:43:14,530 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e5dc8b5cf5e9,46409,1731552004165 WAL splitting is done? wals=0, meta=false 2024-11-14T02:43:14,531 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e5dc8b5cf5e9,46409,1731552004165 failed, ignore...File hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,46409,1731552004165-splitting does not exist. 2024-11-14T02:43:14,531 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:43:14,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN}] 2024-11-14T02:43:14,533 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:43:14,533 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:14,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:14,533 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:14,779 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:14,779 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:43:14,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:14,779 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:43:14,779 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:43:14,781 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:43:14,781 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:43:14,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:43:14,781 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:43:14,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:43:14,783 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:43:14,784 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:14,784 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:14,784 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:14,784 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:14,784 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:14,784 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:14,784 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:43:14,785 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,786 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:14,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T02:43:14,787 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=61 2024-11-14T02:43:14,787 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=hbase:meta, region=1588230740 2024-11-14T02:43:14,787 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,35531,1731552004356, state=OPEN 2024-11-14T02:43:14,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:14,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:14,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:14,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:14,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:14,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:14,819 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552224819 2024-11-14T02:43:14,819 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:43:14,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb1497152051f948171020591afa6550, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b861ac48cdc4f2c5dafca125585e890, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c603ad14aa4d0926928a0644620de74, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,825 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5290e859aca999c3c7390e1a52294418, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d6613f8723147338c5d0c527c582b46, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,826 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=324785612e4751949dbd9c3d94928883, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, lastHost=e5dc8b5cf5e9,46409,1731552004165, regionLocation=e5dc8b5cf5e9,46409,1731552004165, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f899d1df7b9c628b490f603108bd50, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:14,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca6bafae3dea23ce17f914c8991c301f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:14,828 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T02:43:14,828 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552254828 2024-11-14T02:43:14,828 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552314828 2024-11-14T02:43:14,828 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-14T02:43:14,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN}] 2024-11-14T02:43:14,830 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:43:14,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN 2024-11-14T02:43:14,836 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,838 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN 2024-11-14T02:43:14,839 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN 2024-11-14T02:43:14,841 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN 2024-11-14T02:43:14,843 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN 2024-11-14T02:43:14,847 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN 2024-11-14T02:43:14,851 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN 2024-11-14T02:43:14,853 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,854 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN 2024-11-14T02:43:14,855 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:43:14,987 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(204): Hosts are {e5dc8b5cf5e9=0} racks are {/default-rack=0} 2024-11-14T02:43:14,988 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T02:43:14,988 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T02:43:14,988 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T02:43:14,988 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T02:43:14,988 INFO [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T02:43:14,988 INFO [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T02:43:14,988 DEBUG [e5dc8b5cf5e9:44853 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T02:43:14,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b2a9f887457fe99a1df30b11d20544f7, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:14,991 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a065c4c8cced38aec92014010c1bd6f3, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN because future has completed 2024-11-14T02:43:14,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPENING, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:14,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:43:15,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN because future has completed 2024-11-14T02:43:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN because future has completed 2024-11-14T02:43:15,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN because future has completed 2024-11-14T02:43:15,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN because future has completed 2024-11-14T02:43:15,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:43:15,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN because future has completed 2024-11-14T02:43:15,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN because future has completed 2024-11-14T02:43:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN because future has completed 2024-11-14T02:43:15,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:43:15,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:43:15,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,35291,1731552004298}] 2024-11-14T02:43:15,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:43:15,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:43:15,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,35531,1731552004356}] 2024-11-14T02:43:15,160 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:15,160 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d84bba6f60ebbcc18a9e01ee1c7267a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-14T02:43:15,161 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,161 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,161 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,161 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,163 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37623, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:43:15,165 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d84bba6f60ebbcc18a9e01ee1c7267a columnFamilyName colfamily11 2024-11-14T02:43:15,165 DEBUG [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,165 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(327): Store=4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,166 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,168 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:15,168 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => a5a8c6b9c15852aaa8d2a5920ef87673, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-14T02:43:15,169 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,169 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,169 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,169 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,170 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,171 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a8c6b9c15852aaa8d2a5920ef87673 columnFamilyName colfamily11 2024-11-14T02:43:15,171 DEBUG [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,172 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(327): Store=a5a8c6b9c15852aaa8d2a5920ef87673/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,172 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,172 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d84bba6f60ebbcc18a9e01ee1c7267a columnFamilyName colfamily21 2024-11-14T02:43:15,172 DEBUG [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,173 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(327): Store=4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,173 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,173 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a8c6b9c15852aaa8d2a5920ef87673 columnFamilyName colfamily21 2024-11-14T02:43:15,173 DEBUG [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,174 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d84bba6f60ebbcc18a9e01ee1c7267a columnFamilyName colfamily31 2024-11-14T02:43:15,174 DEBUG [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,175 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(327): Store=a5a8c6b9c15852aaa8d2a5920ef87673/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,175 INFO [StoreOpener-4d84bba6f60ebbcc18a9e01ee1c7267a-1 {}] regionserver.HStore(327): Store=4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,175 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,175 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,176 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,176 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5a8c6b9c15852aaa8d2a5920ef87673 columnFamilyName colfamily31 2024-11-14T02:43:15,176 DEBUG [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,179 INFO [StoreOpener-a5a8c6b9c15852aaa8d2a5920ef87673-1 {}] regionserver.HStore(327): Store=a5a8c6b9c15852aaa8d2a5920ef87673/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,179 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,180 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,180 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,180 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004 2024-11-14T02:43:15,181 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,182 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004 2024-11-14T02:43:15,187 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004 2024-11-14T02:43:15,187 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 4d84bba6f60ebbcc18a9e01ee1c7267a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,188 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004 2024-11-14T02:43:15,188 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing a5a8c6b9c15852aaa8d2a5920ef87673 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,215 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/.tmp/colfamily11/8de2ab44de6c45799b09f937f02ebf7b is 52, key is kkk/colfamily11:colfamily11/1731552010731/Put/seqid=0 2024-11-14T02:43:15,216 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/.tmp/colfamily11/0bb03ac20bee47b9a6645a110df82fb6 is 52, key is aaa/colfamily11:colfamily11/1731552010549/Put/seqid=0 2024-11-14T02:43:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741877_1053 (size=39263) 2024-11-14T02:43:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741877_1053 (size=39263) 2024-11-14T02:43:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741877_1053 (size=39263) 2024-11-14T02:43:15,229 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/.tmp/colfamily11/8de2ab44de6c45799b09f937f02ebf7b 2024-11-14T02:43:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741878_1054 (size=39263) 2024-11-14T02:43:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741878_1054 (size=39263) 2024-11-14T02:43:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741878_1054 (size=39263) 2024-11-14T02:43:15,239 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/.tmp/colfamily11/8de2ab44de6c45799b09f937f02ebf7b as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/colfamily11/8de2ab44de6c45799b09f937f02ebf7b 2024-11-14T02:43:15,247 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/colfamily11/8de2ab44de6c45799b09f937f02ebf7b, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:15,247 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a5a8c6b9c15852aaa8d2a5920ef87673 in 59ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:15,249 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/0000000000000000004 2024-11-14T02:43:15,250 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,250 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,251 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:15,254 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,268 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:15,270 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened a5a8c6b9c15852aaa8d2a5920ef87673; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74265519, jitterRate=0.1066424697637558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:15,270 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:15,270 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for a5a8c6b9c15852aaa8d2a5920ef87673: Running coprocessor pre-open hook at 1731552195169Writing region info on filesystem at 1731552195169Initializing all the Stores at 1731552195170 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195170Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195170Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195170Obtaining lock to block concurrent updates at 1731552195188 (+18 ms)Preparing flush snapshotting stores in a5a8c6b9c15852aaa8d2a5920ef87673 at 1731552195188Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195188Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. at 1731552195188Flushing a5a8c6b9c15852aaa8d2a5920ef87673/colfamily11: creating writer at 1731552195188Flushing a5a8c6b9c15852aaa8d2a5920ef87673/colfamily11: appending metadata at 1731552195214 (+26 ms)Flushing a5a8c6b9c15852aaa8d2a5920ef87673/colfamily11: closing flushed file at 1731552195214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43688451: reopening flushed file at 1731552195237 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a5a8c6b9c15852aaa8d2a5920ef87673 in 59ms, sequenceid=4, compaction requested=false; wal=null at 1731552195248 (+11 ms)Cleaning up temporary data from old regions at 1731552195250 (+2 ms)Running coprocessor post-open hooks at 1731552195270 (+20 ms)Region opened successfully at 1731552195270 2024-11-14T02:43:15,271 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., pid=75, masterSystemTime=1731552195162 2024-11-14T02:43:15,274 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:15,274 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:15,274 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:15,274 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => bdb8a921bce2d0f4efc28ee222223d4d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-14T02:43:15,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:15,275 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,275 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,275 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,275 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:43:15,278 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,281 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdb8a921bce2d0f4efc28ee222223d4d columnFamilyName colfamily11 2024-11-14T02:43:15,281 DEBUG [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,283 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(327): Store=bdb8a921bce2d0f4efc28ee222223d4d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,284 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=64 2024-11-14T02:43:15,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,35291,1731552004298 in 263 msec 2024-11-14T02:43:15,285 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdb8a921bce2d0f4efc28ee222223d4d columnFamilyName colfamily21 2024-11-14T02:43:15,285 DEBUG [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,286 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(327): Store=bdb8a921bce2d0f4efc28ee222223d4d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,286 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN in 454 msec 2024-11-14T02:43:15,287 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdb8a921bce2d0f4efc28ee222223d4d columnFamilyName colfamily31 2024-11-14T02:43:15,287 DEBUG [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,288 INFO [StoreOpener-bdb8a921bce2d0f4efc28ee222223d4d-1 {}] regionserver.HStore(327): Store=bdb8a921bce2d0f4efc28ee222223d4d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,288 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,289 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,291 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,291 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004 2024-11-14T02:43:15,301 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004 2024-11-14T02:43:15,301 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing bdb8a921bce2d0f4efc28ee222223d4d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,328 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/.tmp/colfamily11/54b9dd0bb4d2495f8f467e50e6b31b57 is 52, key is xxx/colfamily11:colfamily11/1731552010848/Put/seqid=0 2024-11-14T02:43:15,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741879_1055 (size=39263) 2024-11-14T02:43:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741879_1055 (size=39263) 2024-11-14T02:43:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741879_1055 (size=39263) 2024-11-14T02:43:15,339 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/.tmp/colfamily11/54b9dd0bb4d2495f8f467e50e6b31b57 2024-11-14T02:43:15,347 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/.tmp/colfamily11/54b9dd0bb4d2495f8f467e50e6b31b57 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/colfamily11/54b9dd0bb4d2495f8f467e50e6b31b57 2024-11-14T02:43:15,355 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/colfamily11/54b9dd0bb4d2495f8f467e50e6b31b57, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:15,355 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bdb8a921bce2d0f4efc28ee222223d4d in 54ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:15,356 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/0000000000000000004 2024-11-14T02:43:15,362 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,362 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,367 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:15,372 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,389 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:15,390 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened bdb8a921bce2d0f4efc28ee222223d4d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72689605, jitterRate=0.08315952122211456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:15,390 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:15,391 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for bdb8a921bce2d0f4efc28ee222223d4d: Running coprocessor pre-open hook at 1731552195275Writing region info on filesystem at 1731552195275Initializing all the Stores at 1731552195278 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195278Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195278Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195278Obtaining lock to block concurrent updates at 1731552195301 (+23 ms)Preparing flush snapshotting stores in bdb8a921bce2d0f4efc28ee222223d4d at 1731552195301Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195301Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. at 1731552195301Flushing bdb8a921bce2d0f4efc28ee222223d4d/colfamily11: creating writer at 1731552195301Flushing bdb8a921bce2d0f4efc28ee222223d4d/colfamily11: appending metadata at 1731552195328 (+27 ms)Flushing bdb8a921bce2d0f4efc28ee222223d4d/colfamily11: closing flushed file at 1731552195328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d09ea8: reopening flushed file at 1731552195346 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bdb8a921bce2d0f4efc28ee222223d4d in 54ms, sequenceid=4, compaction requested=false; wal=null at 1731552195355 (+9 ms)Cleaning up temporary data from old regions at 1731552195362 (+7 ms)Running coprocessor post-open hooks at 1731552195391 (+29 ms)Region opened successfully at 1731552195391 2024-11-14T02:43:15,392 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., pid=73, masterSystemTime=1731552195162 2024-11-14T02:43:15,395 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:15,395 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:15,395 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:15,396 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 456f01dbcdf9e3a746ee0a2955952ae6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-14T02:43:15,396 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:15,396 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,396 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,396 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,396 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:43:15,399 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,404 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456f01dbcdf9e3a746ee0a2955952ae6 columnFamilyName colfamily11 2024-11-14T02:43:15,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=65 2024-11-14T02:43:15,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,35291,1731552004298 in 390 msec 2024-11-14T02:43:15,404 DEBUG [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,407 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(327): Store=456f01dbcdf9e3a746ee0a2955952ae6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,408 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,410 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456f01dbcdf9e3a746ee0a2955952ae6 columnFamilyName colfamily21 2024-11-14T02:43:15,410 DEBUG [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN in 574 msec 2024-11-14T02:43:15,411 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(327): Store=456f01dbcdf9e3a746ee0a2955952ae6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,412 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,413 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456f01dbcdf9e3a746ee0a2955952ae6 columnFamilyName colfamily31 2024-11-14T02:43:15,414 DEBUG [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,415 INFO [StoreOpener-456f01dbcdf9e3a746ee0a2955952ae6-1 {}] regionserver.HStore(327): Store=456f01dbcdf9e3a746ee0a2955952ae6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,415 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,416 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,425 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,426 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004 2024-11-14T02:43:15,433 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004 2024-11-14T02:43:15,434 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 456f01dbcdf9e3a746ee0a2955952ae6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,454 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/.tmp/colfamily11/6ec7fbbf131c4b9d8c45664ea0aa8ecf is 52, key is eee/colfamily11:colfamily11/1731552010632/Put/seqid=0 2024-11-14T02:43:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741880_1056 (size=39263) 2024-11-14T02:43:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741880_1056 (size=39263) 2024-11-14T02:43:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741880_1056 (size=39263) 2024-11-14T02:43:15,463 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/.tmp/colfamily11/6ec7fbbf131c4b9d8c45664ea0aa8ecf 2024-11-14T02:43:15,470 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/.tmp/colfamily11/6ec7fbbf131c4b9d8c45664ea0aa8ecf as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/colfamily11/6ec7fbbf131c4b9d8c45664ea0aa8ecf 2024-11-14T02:43:15,477 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/colfamily11/6ec7fbbf131c4b9d8c45664ea0aa8ecf, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:15,477 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 456f01dbcdf9e3a746ee0a2955952ae6 in 43ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:15,478 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/0000000000000000004 2024-11-14T02:43:15,479 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,479 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,480 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:15,482 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,484 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:15,485 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 456f01dbcdf9e3a746ee0a2955952ae6; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73158803, jitterRate=0.0901511162519455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:15,485 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:15,485 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 456f01dbcdf9e3a746ee0a2955952ae6: Running coprocessor pre-open hook at 1731552195397Writing region info on filesystem at 1731552195397Initializing all the Stores at 1731552195398 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195399 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195399Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195399Obtaining lock to block concurrent updates at 1731552195434 (+35 ms)Preparing flush snapshotting stores in 456f01dbcdf9e3a746ee0a2955952ae6 at 1731552195434Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195434Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. at 1731552195434Flushing 456f01dbcdf9e3a746ee0a2955952ae6/colfamily11: creating writer at 1731552195434Flushing 456f01dbcdf9e3a746ee0a2955952ae6/colfamily11: appending metadata at 1731552195453 (+19 ms)Flushing 456f01dbcdf9e3a746ee0a2955952ae6/colfamily11: closing flushed file at 1731552195454 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a712793: reopening flushed file at 1731552195469 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 456f01dbcdf9e3a746ee0a2955952ae6 in 43ms, sequenceid=4, compaction requested=false; wal=null at 1731552195477 (+8 ms)Cleaning up temporary data from old regions at 1731552195479 (+2 ms)Running coprocessor post-open hooks at 1731552195485 (+6 ms)Region opened successfully at 1731552195485 2024-11-14T02:43:15,486 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., pid=74, masterSystemTime=1731552195162 2024-11-14T02:43:15,489 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:15,489 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:15,489 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:15,489 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => a065c4c8cced38aec92014010c1bd6f3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-14T02:43:15,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:15,489 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,490 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,490 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,490 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:43:15,491 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,492 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a065c4c8cced38aec92014010c1bd6f3 columnFamilyName colfamily11 2024-11-14T02:43:15,492 DEBUG [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,493 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(327): Store=a065c4c8cced38aec92014010c1bd6f3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,493 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,494 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a065c4c8cced38aec92014010c1bd6f3 columnFamilyName colfamily21 2024-11-14T02:43:15,494 DEBUG [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=66 2024-11-14T02:43:15,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,35291,1731552004298 in 478 msec 2024-11-14T02:43:15,495 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(327): Store=a065c4c8cced38aec92014010c1bd6f3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,495 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,496 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a065c4c8cced38aec92014010c1bd6f3 columnFamilyName colfamily31 2024-11-14T02:43:15,496 DEBUG [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN in 665 msec 2024-11-14T02:43:15,497 INFO [StoreOpener-a065c4c8cced38aec92014010c1bd6f3-1 {}] regionserver.HStore(327): Store=a065c4c8cced38aec92014010c1bd6f3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,497 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,498 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,499 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,500 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004 2024-11-14T02:43:15,506 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004 2024-11-14T02:43:15,506 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing a065c4c8cced38aec92014010c1bd6f3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,523 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/.tmp/colfamily11/ee7da99be36e4889805c81ab64d5fad3 is 52, key is rrr/colfamily11:colfamily11/1731552010802/Put/seqid=0 2024-11-14T02:43:15,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741881_1057 (size=39263) 2024-11-14T02:43:15,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741881_1057 (size=39263) 2024-11-14T02:43:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741881_1057 (size=39263) 2024-11-14T02:43:15,537 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/.tmp/colfamily11/ee7da99be36e4889805c81ab64d5fad3 2024-11-14T02:43:15,571 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/.tmp/colfamily11/ee7da99be36e4889805c81ab64d5fad3 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/colfamily11/ee7da99be36e4889805c81ab64d5fad3 2024-11-14T02:43:15,587 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/colfamily11/ee7da99be36e4889805c81ab64d5fad3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:15,588 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a065c4c8cced38aec92014010c1bd6f3 in 82ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:15,589 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/0000000000000000004 2024-11-14T02:43:15,592 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,592 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,593 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:15,596 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,620 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:15,622 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened a065c4c8cced38aec92014010c1bd6f3; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67691502, jitterRate=0.00868198275566101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:15,623 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:15,623 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for a065c4c8cced38aec92014010c1bd6f3: Running coprocessor pre-open hook at 1731552195490Writing region info on filesystem at 1731552195490Initializing all the Stores at 1731552195491 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195491Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195491Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195491Obtaining lock to block concurrent updates at 1731552195506 (+15 ms)Preparing flush snapshotting stores in a065c4c8cced38aec92014010c1bd6f3 at 1731552195506Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195506Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. at 1731552195506Flushing a065c4c8cced38aec92014010c1bd6f3/colfamily11: creating writer at 1731552195507 (+1 ms)Flushing a065c4c8cced38aec92014010c1bd6f3/colfamily11: appending metadata at 1731552195522 (+15 ms)Flushing a065c4c8cced38aec92014010c1bd6f3/colfamily11: closing flushed file at 1731552195522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5d3e20: reopening flushed file at 1731552195567 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a065c4c8cced38aec92014010c1bd6f3 in 82ms, sequenceid=4, compaction requested=false; wal=null at 1731552195588 (+21 ms)Cleaning up temporary data from old regions at 1731552195592 (+4 ms)Running coprocessor post-open hooks at 1731552195623 (+31 ms)Region opened successfully at 1731552195623 2024-11-14T02:43:15,625 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., pid=76, masterSystemTime=1731552195162 2024-11-14T02:43:15,627 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:15,628 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:15,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:15,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,35291,1731552004298 because future has completed 2024-11-14T02:43:15,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=68 2024-11-14T02:43:15,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,35291,1731552004298 in 616 msec 2024-11-14T02:43:15,640 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/.tmp/colfamily11/0bb03ac20bee47b9a6645a110df82fb6 2024-11-14T02:43:15,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN in 809 msec 2024-11-14T02:43:15,650 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/.tmp/colfamily11/0bb03ac20bee47b9a6645a110df82fb6 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily11/0bb03ac20bee47b9a6645a110df82fb6 2024-11-14T02:43:15,657 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily11/0bb03ac20bee47b9a6645a110df82fb6, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:15,657 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4d84bba6f60ebbcc18a9e01ee1c7267a in 470ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:15,658 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/0000000000000000004 2024-11-14T02:43:15,659 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,659 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,660 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:15,661 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,664 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:15,665 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 4d84bba6f60ebbcc18a9e01ee1c7267a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72740639, jitterRate=0.08391998708248138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:15,665 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:15,665 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 4d84bba6f60ebbcc18a9e01ee1c7267a: Running coprocessor pre-open hook at 1731552195161Writing region info on filesystem at 1731552195161Initializing all the Stores at 1731552195162 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195163 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195163Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195163Obtaining lock to block concurrent updates at 1731552195187 (+24 ms)Preparing flush snapshotting stores in 4d84bba6f60ebbcc18a9e01ee1c7267a at 1731552195187Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195187Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. at 1731552195187Flushing 4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily11: creating writer at 1731552195187Flushing 4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily11: appending metadata at 1731552195215 (+28 ms)Flushing 4d84bba6f60ebbcc18a9e01ee1c7267a/colfamily11: closing flushed file at 1731552195215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d70223c: reopening flushed file at 1731552195648 (+433 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4d84bba6f60ebbcc18a9e01ee1c7267a in 470ms, sequenceid=4, compaction requested=false; wal=null at 1731552195657 (+9 ms)Cleaning up temporary data from old regions at 1731552195659 (+2 ms)Running coprocessor post-open hooks at 1731552195665 (+6 ms)Region opened successfully at 1731552195665 2024-11-14T02:43:15,666 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., pid=77, masterSystemTime=1731552195152 2024-11-14T02:43:15,668 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:15,668 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:15,668 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:15,668 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bbc754d2d773de42b90249cbc7a5a5c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-14T02:43:15,668 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,669 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,669 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,669 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,669 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:15,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:43:15,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=69 2024-11-14T02:43:15,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,35531,1731552004356 in 647 msec 2024-11-14T02:43:15,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN in 844 msec 2024-11-14T02:43:15,676 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,677 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbc754d2d773de42b90249cbc7a5a5c columnFamilyName colfamily11 2024-11-14T02:43:15,677 DEBUG [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,678 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(327): Store=2bbc754d2d773de42b90249cbc7a5a5c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,678 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,679 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbc754d2d773de42b90249cbc7a5a5c columnFamilyName colfamily21 2024-11-14T02:43:15,679 DEBUG [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,680 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(327): Store=2bbc754d2d773de42b90249cbc7a5a5c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,680 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,680 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbc754d2d773de42b90249cbc7a5a5c columnFamilyName colfamily31 2024-11-14T02:43:15,680 DEBUG [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,681 INFO [StoreOpener-2bbc754d2d773de42b90249cbc7a5a5c-1 {}] regionserver.HStore(327): Store=2bbc754d2d773de42b90249cbc7a5a5c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,681 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,682 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,683 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,684 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004 2024-11-14T02:43:15,689 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004 2024-11-14T02:43:15,689 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 2bbc754d2d773de42b90249cbc7a5a5c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,724 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/.tmp/colfamily11/ff971ef7279f4fc196718d1ff57151bb is 52, key is ooo/colfamily11:colfamily11/1731552010770/Put/seqid=0 2024-11-14T02:43:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741882_1058 (size=39263) 2024-11-14T02:43:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741882_1058 (size=39263) 2024-11-14T02:43:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741882_1058 (size=39263) 2024-11-14T02:43:15,765 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/.tmp/colfamily11/ff971ef7279f4fc196718d1ff57151bb 2024-11-14T02:43:15,774 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/.tmp/colfamily11/ff971ef7279f4fc196718d1ff57151bb as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/colfamily11/ff971ef7279f4fc196718d1ff57151bb 2024-11-14T02:43:15,785 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/colfamily11/ff971ef7279f4fc196718d1ff57151bb, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:15,785 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2bbc754d2d773de42b90249cbc7a5a5c in 96ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:15,786 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/0000000000000000004 2024-11-14T02:43:15,787 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,787 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,788 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:15,790 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,792 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:15,793 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 2bbc754d2d773de42b90249cbc7a5a5c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72015927, jitterRate=0.07312093675136566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:15,793 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:15,793 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 2bbc754d2d773de42b90249cbc7a5a5c: Running coprocessor pre-open hook at 1731552195669Writing region info on filesystem at 1731552195669Initializing all the Stores at 1731552195670 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195670Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195676 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195676Obtaining lock to block concurrent updates at 1731552195689 (+13 ms)Preparing flush snapshotting stores in 2bbc754d2d773de42b90249cbc7a5a5c at 1731552195689Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195689Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. at 1731552195689Flushing 2bbc754d2d773de42b90249cbc7a5a5c/colfamily11: creating writer at 1731552195689Flushing 2bbc754d2d773de42b90249cbc7a5a5c/colfamily11: appending metadata at 1731552195723 (+34 ms)Flushing 2bbc754d2d773de42b90249cbc7a5a5c/colfamily11: closing flushed file at 1731552195723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1706e0b5: reopening flushed file at 1731552195773 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2bbc754d2d773de42b90249cbc7a5a5c in 96ms, sequenceid=4, compaction requested=false; wal=null at 1731552195785 (+12 ms)Cleaning up temporary data from old regions at 1731552195787 (+2 ms)Running coprocessor post-open hooks at 1731552195793 (+6 ms)Region opened successfully at 1731552195793 2024-11-14T02:43:15,794 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., pid=79, masterSystemTime=1731552195152 2024-11-14T02:43:15,796 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:15,796 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:15,797 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:15,797 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:15,797 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => b2a9f887457fe99a1df30b11d20544f7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-14T02:43:15,797 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,797 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,797 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,797 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:43:15,799 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,801 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a9f887457fe99a1df30b11d20544f7 columnFamilyName colfamily11 2024-11-14T02:43:15,801 DEBUG [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,801 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(327): Store=b2a9f887457fe99a1df30b11d20544f7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,802 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,802 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a9f887457fe99a1df30b11d20544f7 columnFamilyName colfamily21 2024-11-14T02:43:15,803 DEBUG [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,803 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(327): Store=b2a9f887457fe99a1df30b11d20544f7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,803 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,804 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a9f887457fe99a1df30b11d20544f7 columnFamilyName colfamily31 2024-11-14T02:43:15,804 DEBUG [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,808 INFO [StoreOpener-b2a9f887457fe99a1df30b11d20544f7-1 {}] regionserver.HStore(327): Store=b2a9f887457fe99a1df30b11d20544f7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,808 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=71 2024-11-14T02:43:15,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,35531,1731552004356 in 771 msec 2024-11-14T02:43:15,809 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN in 978 msec 2024-11-14T02:43:15,831 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,845 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004 2024-11-14T02:43:15,854 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004 2024-11-14T02:43:15,855 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing b2a9f887457fe99a1df30b11d20544f7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,886 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/.tmp/colfamily11/4ca2a6934311400cbac276a630c97ed4 is 52, key is iii/colfamily11:colfamily11/1731552010679/Put/seqid=0 2024-11-14T02:43:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741883_1059 (size=39263) 2024-11-14T02:43:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741883_1059 (size=39263) 2024-11-14T02:43:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741883_1059 (size=39263) 2024-11-14T02:43:15,899 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/.tmp/colfamily11/4ca2a6934311400cbac276a630c97ed4 2024-11-14T02:43:15,909 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/.tmp/colfamily11/4ca2a6934311400cbac276a630c97ed4 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/colfamily11/4ca2a6934311400cbac276a630c97ed4 2024-11-14T02:43:15,918 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/colfamily11/4ca2a6934311400cbac276a630c97ed4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:15,918 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2a9f887457fe99a1df30b11d20544f7 in 64ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:15,919 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/0000000000000000004 2024-11-14T02:43:15,920 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,920 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,920 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:15,922 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,924 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:15,926 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened b2a9f887457fe99a1df30b11d20544f7; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61668518, jitterRate=-0.08106747269630432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:15,926 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:15,926 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for b2a9f887457fe99a1df30b11d20544f7: Running coprocessor pre-open hook at 1731552195798Writing region info on filesystem at 1731552195798Initializing all the Stores at 1731552195799 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195799Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195799Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195799Obtaining lock to block concurrent updates at 1731552195855 (+56 ms)Preparing flush snapshotting stores in b2a9f887457fe99a1df30b11d20544f7 at 1731552195855Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195855Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. at 1731552195855Flushing b2a9f887457fe99a1df30b11d20544f7/colfamily11: creating writer at 1731552195855Flushing b2a9f887457fe99a1df30b11d20544f7/colfamily11: appending metadata at 1731552195885 (+30 ms)Flushing b2a9f887457fe99a1df30b11d20544f7/colfamily11: closing flushed file at 1731552195885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3512b82a: reopening flushed file at 1731552195908 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2a9f887457fe99a1df30b11d20544f7 in 64ms, sequenceid=4, compaction requested=false; wal=null at 1731552195918 (+10 ms)Cleaning up temporary data from old regions at 1731552195920 (+2 ms)Running coprocessor post-open hooks at 1731552195926 (+6 ms)Region opened successfully at 1731552195926 2024-11-14T02:43:15,927 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., pid=78, masterSystemTime=1731552195152 2024-11-14T02:43:15,929 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:15,929 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:15,929 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:15,930 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => d126a5b75916a6d2ff81d8b0f43da510, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-14T02:43:15,930 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,930 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:43:15,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:15,930 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,930 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,933 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:43:15,934 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126a5b75916a6d2ff81d8b0f43da510 columnFamilyName colfamily11 2024-11-14T02:43:15,935 DEBUG [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,935 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(327): Store=d126a5b75916a6d2ff81d8b0f43da510/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,935 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,936 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126a5b75916a6d2ff81d8b0f43da510 columnFamilyName colfamily21 2024-11-14T02:43:15,936 DEBUG [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,937 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(327): Store=d126a5b75916a6d2ff81d8b0f43da510/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,937 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=67 2024-11-14T02:43:15,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,35531,1731552004356 in 906 msec 2024-11-14T02:43:15,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN in 1.1070 sec 2024-11-14T02:43:15,939 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d126a5b75916a6d2ff81d8b0f43da510 columnFamilyName colfamily31 2024-11-14T02:43:15,939 DEBUG [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:43:15,940 INFO [StoreOpener-d126a5b75916a6d2ff81d8b0f43da510-1 {}] regionserver.HStore(327): Store=d126a5b75916a6d2ff81d8b0f43da510/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:43:15,940 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,941 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,942 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:15,943 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004 2024-11-14T02:43:15,957 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004 2024-11-14T02:43:15,958 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing d126a5b75916a6d2ff81d8b0f43da510 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:15,983 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/.tmp/colfamily11/f8da396023b44bdea10f9d4f98d4291e is 52, key is uuu/colfamily11:colfamily11/1731552010826/Put/seqid=0 2024-11-14T02:43:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741884_1060 (size=39263) 2024-11-14T02:43:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741884_1060 (size=39263) 2024-11-14T02:43:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741884_1060 (size=39263) 2024-11-14T02:43:16,008 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/.tmp/colfamily11/f8da396023b44bdea10f9d4f98d4291e 2024-11-14T02:43:16,018 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/.tmp/colfamily11/f8da396023b44bdea10f9d4f98d4291e as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/colfamily11/f8da396023b44bdea10f9d4f98d4291e 2024-11-14T02:43:16,028 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/colfamily11/f8da396023b44bdea10f9d4f98d4291e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T02:43:16,028 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d126a5b75916a6d2ff81d8b0f43da510 in 71ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T02:43:16,029 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/0000000000000000004 2024-11-14T02:43:16,040 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:16,040 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:16,041 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:43:16,043 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:16,053 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T02:43:16,054 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened d126a5b75916a6d2ff81d8b0f43da510; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73891280, jitterRate=0.10106587409973145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:43:16,054 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:16,054 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for d126a5b75916a6d2ff81d8b0f43da510: Running coprocessor pre-open hook at 1731552195930Writing region info on filesystem at 1731552195930Initializing all the Stores at 1731552195931 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195931Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195933 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552195933Obtaining lock to block concurrent updates at 1731552195958 (+25 ms)Preparing flush snapshotting stores in d126a5b75916a6d2ff81d8b0f43da510 at 1731552195958Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552195958Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. at 1731552195958Flushing d126a5b75916a6d2ff81d8b0f43da510/colfamily11: creating writer at 1731552195958Flushing d126a5b75916a6d2ff81d8b0f43da510/colfamily11: appending metadata at 1731552195983 (+25 ms)Flushing d126a5b75916a6d2ff81d8b0f43da510/colfamily11: closing flushed file at 1731552195983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58205388: reopening flushed file at 1731552196016 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d126a5b75916a6d2ff81d8b0f43da510 in 71ms, sequenceid=4, compaction requested=false; wal=null at 1731552196028 (+12 ms)Cleaning up temporary data from old regions at 1731552196040 (+12 ms)Running coprocessor post-open hooks at 1731552196054 (+14 ms)Region opened successfully at 1731552196054 2024-11-14T02:43:16,055 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., pid=72, masterSystemTime=1731552195152 2024-11-14T02:43:16,058 DEBUG [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:16,058 INFO [RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:16,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, openSeqNum=5, regionLocation=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,35531,1731552004356 because future has completed 2024-11-14T02:43:16,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=70 2024-11-14T02:43:16,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,35531,1731552004356 in 1.0640 sec 2024-11-14T02:43:16,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=57 2024-11-14T02:43:16,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN in 1.2350 sec 2024-11-14T02:43:16,070 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server e5dc8b5cf5e9,46409,1731552004165 after splitting done 2024-11-14T02:43:16,070 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T02:43:16,070 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:16,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:16,071 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T02:43:16,078 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:16,078 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T02:43:16,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:16,079 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:43:16,079 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:43:16,079 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T02:43:16,079 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T02:43:16,079 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T02:43:16,080 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:43:16,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:16,083 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T02:43:16,084 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T02:43:16,084 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T02:43:16,084 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T02:43:16,084 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:43:16,084 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN 2024-11-14T02:43:16,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.meta.1731552006455.meta, worker=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e5dc8b5cf5e9%2C46409%2C1731552004165.1731552006060, worker=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5a8c6b9c15852aaa8d2a5920ef87673, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bdb8a921bce2d0f4efc28ee222223d4d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456f01dbcdf9e3a746ee0a2955952ae6, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a9f887457fe99a1df30b11d20544f7, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a065c4c8cced38aec92014010c1bd6f3, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4d84bba6f60ebbcc18a9e01ee1c7267a, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d126a5b75916a6d2ff81d8b0f43da510, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bbc754d2d773de42b90249cbc7a5a5c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure d126a5b75916a6d2ff81d8b0f43da510, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure bdb8a921bce2d0f4efc28ee222223d4d, server=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 456f01dbcdf9e3a746ee0a2955952ae6, server=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a5a8c6b9c15852aaa8d2a5920ef87673, server=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure a065c4c8cced38aec92014010c1bd6f3, server=e5dc8b5cf5e9,35291,1731552004298 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d84bba6f60ebbcc18a9e01ee1c7267a, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a9f887457fe99a1df30b11d20544f7, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bbc754d2d773de42b90249cbc7a5a5c, server=e5dc8b5cf5e9,35531,1731552004356 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T02:43:16,088 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-14T02:43:16,091 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=61 2024-11-14T02:43:16,091 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e5dc8b5cf5e9,35531,1731552004356, table=hbase:meta, region=1588230740 2024-11-14T02:43:16,091 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e5dc8b5cf5e9,35531,1731552004356, state=OPEN 2024-11-14T02:43:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:16,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T02:43:16,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:16,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:16,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T02:43:16,133 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552226133 2024-11-14T02:43:16,133 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T02:43:16,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d84bba6f60ebbcc18a9e01ee1c7267a, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=5 2024-11-14T02:43:16,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bb1497152051f948171020591afa6550, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5b861ac48cdc4f2c5dafca125585e890, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c603ad14aa4d0926928a0644620de74, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456f01dbcdf9e3a746ee0a2955952ae6, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=5 2024-11-14T02:43:16,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7caf53b31aa00cfa46765a2bca4ab8a8, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f07ef648f2dbdbeb91313c9f2aa198b0, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5290e859aca999c3c7390e1a52294418, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a9f887457fe99a1df30b11d20544f7, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=5 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dbe7dfeb4712f35bf31fdac22a56486, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5a8c6b9c15852aaa8d2a5920ef87673, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=5 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1d6613f8723147338c5d0c527c582b46, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e460d9c2b218aff2cd1a8ff176cd6170, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334b7b1bcf19ec16583f4a957e77a84a, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bbc754d2d773de42b90249cbc7a5a5c, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=5 2024-11-14T02:43:16,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9604f11488fa9d10819d55eb8f0bb25, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2b043459b7b0c2a89fbfbe039e826b8e, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a065c4c8cced38aec92014010c1bd6f3, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=5 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=324785612e4751949dbd9c3d94928883, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=068f9aba3b87a7d0268be72cc5769e6c, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d126a5b75916a6d2ff81d8b0f43da510, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=5 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=00d31e0b2db8ceef506c391bfb69d65f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e41740ee2756ea5164ccf4d2cdb8be5, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bdb8a921bce2d0f4efc28ee222223d4d, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=5 2024-11-14T02:43:16,144 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88f899d1df7b9c628b490f603108bd50, regionState=OPEN, lastHost=e5dc8b5cf5e9,35291,1731552004298, regionLocation=e5dc8b5cf5e9,35291,1731552004298, openSeqNum=2 2024-11-14T02:43:16,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ca6bafae3dea23ce17f914c8991c301f, regionState=OPEN, lastHost=e5dc8b5cf5e9,35531,1731552004356, regionLocation=e5dc8b5cf5e9,35531,1731552004356, openSeqNum=2 2024-11-14T02:43:16,145 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T02:43:16,145 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552256145 2024-11-14T02:43:16,145 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552316145 2024-11-14T02:43:16,145 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-14T02:43:16,145 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server e5dc8b5cf5e9,46409,1731552004165 after splitting done 2024-11-14T02:43:16,145 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T02:43:16,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure e5dc8b5cf5e9,46409,1731552004165, splitWal=true, meta=true in 3 mins, 4.529 sec 2024-11-14T02:43:16,400 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:43:16,403 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e5dc8b5cf5e9:46409 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:43:16,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e5dc8b5cf5e9:46409 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:16,405 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=java.net.ConnectException: Call to address=e5dc8b5cf5e9:46409 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e5dc8b5cf5e9/172.17.0.2:46409 2024-11-14T02:43:16,405 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-14T02:43:16,405 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:16,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:16,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=-1 from cache 2024-11-14T02:43:16,619 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:43:16,620 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:43:16,621 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=-1] 2024-11-14T02:43:16,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:43:16,625 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=5] 2024-11-14T02:43:16,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:43:16,666 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:16,666 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,666 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,667 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:16,773 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=5] 2024-11-14T02:43:16,792 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:16,793 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,793 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,793 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:16,905 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=5] 2024-11-14T02:43:16,923 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:16,923 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,923 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:16,923 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:17,035 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=5] 2024-11-14T02:43:17,055 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:17,056 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,056 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,056 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:17,165 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=5] 2024-11-14T02:43:17,177 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,178 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:17,295 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=5] 2024-11-14T02:43:17,313 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:17,313 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,313 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,313 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:17,423 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510., hostname=e5dc8b5cf5e9,35531,1731552004356, seqNum=5] 2024-11-14T02:43:17,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to e5dc8b5cf5e9:46409 this server is in the failed servers list 2024-11-14T02:43:17,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e5dc8b5cf5e9:46409 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e5dc8b5cf5e9:46409 2024-11-14T02:43:17,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,46409,1731552004165, seqNum=2 from cache 2024-11-14T02:43:17,553 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d., hostname=e5dc8b5cf5e9,35291,1731552004298, seqNum=5] 2024-11-14T02:43:17,666 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T02:43:17,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:43:17,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:43:17,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:43:17,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:43:17,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:43:17,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:43:17,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:43:17,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=544420658, stopped=false 2024-11-14T02:43:17,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e5dc8b5cf5e9,44853,1731552003372 2024-11-14T02:43:17,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:43:17,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:43:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:43:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T02:43:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:43:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:43:17,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:17,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:43:17,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:43:17,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:43:17,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:43:17,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:43:17,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,35291,1731552004298' ***** 2024-11-14T02:43:17,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:43:17,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T02:43:17,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e5dc8b5cf5e9,35531,1731552004356' ***** 2024-11-14T02:43:17,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:43:17,682 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:43:17,683 INFO [RS:2;e5dc8b5cf5e9:35531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:43:17,683 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:43:17,683 INFO [RS:2;e5dc8b5cf5e9:35531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:43:17,683 INFO [RS:1;e5dc8b5cf5e9:35291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:43:17,683 INFO [RS:1;e5dc8b5cf5e9:35291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:43:17,683 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bbc754d2d773de42b90249cbc7a5a5c 2024-11-14T02:43:17,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:43:17,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:43:17,683 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:43:17,683 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d6613f8723147338c5d0c527c582b46 2024-11-14T02:43:17,683 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 334b7b1bcf19ec16583f4a957e77a84a 2024-11-14T02:43:17,683 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 7caf53b31aa00cfa46765a2bca4ab8a8 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d84bba6f60ebbcc18a9e01ee1c7267a 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b043459b7b0c2a89fbfbe039e826b8e 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for a5a8c6b9c15852aaa8d2a5920ef87673 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for b2a9f887457fe99a1df30b11d20544f7 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e41740ee2756ea5164ccf4d2cdb8be5 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 068f9aba3b87a7d0268be72cc5769e6c 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for bdb8a921bce2d0f4efc28ee222223d4d 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 00d31e0b2db8ceef506c391bfb69d65f 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b861ac48cdc4f2c5dafca125585e890 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for d9604f11488fa9d10819d55eb8f0bb25 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for a065c4c8cced38aec92014010c1bd6f3 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 5290e859aca999c3c7390e1a52294418 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dbe7dfeb4712f35bf31fdac22a56486 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f07ef648f2dbdbeb91313c9f2aa198b0, disabling compactions & flushes 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bbc754d2d773de42b90249cbc7a5a5c, disabling compactions & flushes 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for 88f899d1df7b9c628b490f603108bd50 2024-11-14T02:43:17,684 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(959): stopping server e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:17,684 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for 324785612e4751949dbd9c3d94928883 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. after waiting 0 ms 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for 456f01dbcdf9e3a746ee0a2955952ae6 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. after waiting 0 ms 2024-11-14T02:43:17,684 INFO [RS:2;e5dc8b5cf5e9:35531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e5dc8b5cf5e9:35531. 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:43:17,684 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c603ad14aa4d0926928a0644620de74 2024-11-14T02:43:17,684 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:43:17,684 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(3091): Received CLOSE for bb1497152051f948171020591afa6550 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(959): stopping server e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:17,684 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f07ef648f2dbdbeb91313c9f2aa198b0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:17,684 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:43:17,685 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:43:17,685 INFO [RS:1;e5dc8b5cf5e9:35291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e5dc8b5cf5e9:35291. 2024-11-14T02:43:17,685 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:43:17,685 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:43:17,685 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:43:17,685 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:43:17,685 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:43:17,685 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-14T02:43:17,685 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-14T02:43:17,686 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1351): Waiting on 324785612e4751949dbd9c3d94928883, 456f01dbcdf9e3a746ee0a2955952ae6, 4c603ad14aa4d0926928a0644620de74, 6e41740ee2756ea5164ccf4d2cdb8be5, 88f899d1df7b9c628b490f603108bd50, 8dbe7dfeb4712f35bf31fdac22a56486, a065c4c8cced38aec92014010c1bd6f3, a5a8c6b9c15852aaa8d2a5920ef87673, bb1497152051f948171020591afa6550, bdb8a921bce2d0f4efc28ee222223d4d, d9604f11488fa9d10819d55eb8f0bb25, e460d9c2b218aff2cd1a8ff176cd6170, f07ef648f2dbdbeb91313c9f2aa198b0 2024-11-14T02:43:17,686 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1351): Waiting on 00d31e0b2db8ceef506c391bfb69d65f, 068f9aba3b87a7d0268be72cc5769e6c, 1588230740, 1d6613f8723147338c5d0c527c582b46, 2b043459b7b0c2a89fbfbe039e826b8e, 2bbc754d2d773de42b90249cbc7a5a5c, 334b7b1bcf19ec16583f4a957e77a84a, 4d84bba6f60ebbcc18a9e01ee1c7267a, 5290e859aca999c3c7390e1a52294418, 5b861ac48cdc4f2c5dafca125585e890, 7caf53b31aa00cfa46765a2bca4ab8a8, b2a9f887457fe99a1df30b11d20544f7, ca6bafae3dea23ce17f914c8991c301f, d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:17,686 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:43:17,686 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:43:17,686 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:43:17,686 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:43:17,686 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:43:17,686 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.88 KB heapSize=17.59 KB 2024-11-14T02:43:17,697 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bbc754d2d773de42b90249cbc7a5a5c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:17,699 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/info/2570c8cd30d7474591441ed6718f9b24 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6./info:regioninfo/1731552195489/Put/seqid=0 2024-11-14T02:43:17,699 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:17,699 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bbc754d2d773de42b90249cbc7a5a5c: Waiting for close lock at 1731552197683Running coprocessor pre-close hooks at 1731552197684 (+1 ms)Disabling compacts and flushes for region at 1731552197684Disabling writes for close at 1731552197684Writing region close event to WAL at 1731552197687 (+3 ms)Running coprocessor post-close hooks at 1731552197697 (+10 ms)Closed at 1731552197699 (+2 ms) 2024-11-14T02:43:17,700 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731552006903.2bbc754d2d773de42b90249cbc7a5a5c. 2024-11-14T02:43:17,700 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d6613f8723147338c5d0c527c582b46, disabling compactions & flushes 2024-11-14T02:43:17,700 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:43:17,700 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:43:17,700 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. after waiting 0 ms 2024-11-14T02:43:17,700 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:43:17,700 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1d6613f8723147338c5d0c527c582b46 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:17,720 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0/.tmp/colfamily11/4ffb901205304a9294c7f3259ac88d25 is 52, key is ggg/colfamily11:colfamily11/1731552010699/Put/seqid=0 2024-11-14T02:43:17,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741885_1061 (size=18276) 2024-11-14T02:43:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741885_1061 (size=18276) 2024-11-14T02:43:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741885_1061 (size=18276) 2024-11-14T02:43:17,725 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.88 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/info/2570c8cd30d7474591441ed6718f9b24 2024-11-14T02:43:17,726 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46/.tmp/colfamily11/3628790479b149a19db060d6a3c2b5e3 is 52, key is lll/colfamily11:colfamily11/1731552010724/Put/seqid=0 2024-11-14T02:43:17,734 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/.tmp/info/2570c8cd30d7474591441ed6718f9b24 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/info/2570c8cd30d7474591441ed6718f9b24 2024-11-14T02:43:17,737 INFO [regionserver/e5dc8b5cf5e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:43:17,738 INFO [regionserver/e5dc8b5cf5e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:43:17,742 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/info/2570c8cd30d7474591441ed6718f9b24, entries=64, sequenceid=79, filesize=17.8 K 2024-11-14T02:43:17,743 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.88 KB/12162, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=79, compaction requested=false 2024-11-14T02:43:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741887_1063 (size=39263) 2024-11-14T02:43:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741886_1062 (size=39263) 2024-11-14T02:43:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741887_1063 (size=39263) 2024-11-14T02:43:17,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741887_1063 (size=39263) 2024-11-14T02:43:17,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741886_1062 (size=39263) 2024-11-14T02:43:17,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741886_1062 (size=39263) 2024-11-14T02:43:17,769 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46/.tmp/colfamily11/3628790479b149a19db060d6a3c2b5e3 2024-11-14T02:43:17,772 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0/.tmp/colfamily11/4ffb901205304a9294c7f3259ac88d25 2024-11-14T02:43:17,780 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46/.tmp/colfamily11/3628790479b149a19db060d6a3c2b5e3 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46/colfamily11/3628790479b149a19db060d6a3c2b5e3 2024-11-14T02:43:17,788 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0/.tmp/colfamily11/4ffb901205304a9294c7f3259ac88d25 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0/colfamily11/4ffb901205304a9294c7f3259ac88d25 2024-11-14T02:43:17,788 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46/colfamily11/3628790479b149a19db060d6a3c2b5e3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:17,790 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1d6613f8723147338c5d0c527c582b46 in 90ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:17,795 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0/colfamily11/4ffb901205304a9294c7f3259ac88d25, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:17,796 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f07ef648f2dbdbeb91313c9f2aa198b0 in 112ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:17,801 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-14T02:43:17,801 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1d6613f8723147338c5d0c527c582b46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:17,802 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:43:17,802 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:43:17,802 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d6613f8723147338c5d0c527c582b46: Waiting for close lock at 1731552197700Running coprocessor pre-close hooks at 1731552197700Disabling compacts and flushes for region at 1731552197700Disabling writes for close at 1731552197700Obtaining lock to block concurrent updates at 1731552197700Preparing flush snapshotting stores in 1d6613f8723147338c5d0c527c582b46 at 1731552197700Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552197701 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. at 1731552197701Flushing 1d6613f8723147338c5d0c527c582b46/colfamily11: creating writer at 1731552197701Flushing 1d6613f8723147338c5d0c527c582b46/colfamily11: appending metadata at 1731552197726 (+25 ms)Flushing 1d6613f8723147338c5d0c527c582b46/colfamily11: closing flushed file at 1731552197726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bf2f84: reopening flushed file at 1731552197779 (+53 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1d6613f8723147338c5d0c527c582b46 in 90ms, sequenceid=5, compaction requested=false at 1731552197790 (+11 ms)Writing region close event to WAL at 1731552197793 (+3 ms)Running coprocessor post-close hooks at 1731552197802 (+9 ms)Closed at 1731552197802 2024-11-14T02:43:17,802 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731552006903.1d6613f8723147338c5d0c527c582b46. 2024-11-14T02:43:17,802 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 334b7b1bcf19ec16583f4a957e77a84a, disabling compactions & flushes 2024-11-14T02:43:17,803 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:43:17,803 INFO [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:43:17,803 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:43:17,803 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552197686Running coprocessor pre-close hooks at 1731552197686Disabling compacts and flushes for region at 1731552197686Disabling writes for close at 1731552197686Obtaining lock to block concurrent updates at 1731552197686Preparing flush snapshotting stores in 1588230740 at 1731552197686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12162, getHeapSize=17952, getOffHeapSize=0, getCellsCount=64 at 1731552197691 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731552197693 (+2 ms)Flushing 1588230740/info: creating writer at 1731552197693Flushing 1588230740/info: appending metadata at 1731552197698 (+5 ms)Flushing 1588230740/info: closing flushed file at 1731552197698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5267b864: reopening flushed file at 1731552197733 (+35 ms)Finished flush of dataSize ~11.88 KB/12162, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 57ms, sequenceid=79, compaction requested=false at 1731552197743 (+10 ms)Writing region close event to WAL at 1731552197788 (+45 ms)Running coprocessor post-close hooks at 1731552197802 (+14 ms)Closed at 1731552197802 2024-11-14T02:43:17,803 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. after waiting 0 ms 2024-11-14T02:43:17,803 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:43:17,803 DEBUG [RS_CLOSE_META-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:43:17,804 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 334b7b1bcf19ec16583f4a957e77a84a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:17,825 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f07ef648f2dbdbeb91313c9f2aa198b0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:17,826 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:43:17,826 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f07ef648f2dbdbeb91313c9f2aa198b0: Waiting for close lock at 1731552197684Running coprocessor pre-close hooks at 1731552197684Disabling compacts and flushes for region at 1731552197684Disabling writes for close at 1731552197684Obtaining lock to block concurrent updates at 1731552197685 (+1 ms)Preparing flush snapshotting stores in f07ef648f2dbdbeb91313c9f2aa198b0 at 1731552197685Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552197691 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. at 1731552197693 (+2 ms)Flushing f07ef648f2dbdbeb91313c9f2aa198b0/colfamily11: creating writer at 1731552197693Flushing f07ef648f2dbdbeb91313c9f2aa198b0/colfamily11: appending metadata at 1731552197720 (+27 ms)Flushing f07ef648f2dbdbeb91313c9f2aa198b0/colfamily11: closing flushed file at 1731552197720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661a7601: reopening flushed file at 1731552197786 (+66 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f07ef648f2dbdbeb91313c9f2aa198b0 in 112ms, sequenceid=5, compaction requested=false at 1731552197796 (+10 ms)Writing region close event to WAL at 1731552197818 (+22 ms)Running coprocessor post-close hooks at 1731552197826 (+8 ms)Closed at 1731552197826 2024-11-14T02:43:17,826 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731552006903.f07ef648f2dbdbeb91313c9f2aa198b0. 2024-11-14T02:43:17,827 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5a8c6b9c15852aaa8d2a5920ef87673, disabling compactions & flushes 2024-11-14T02:43:17,827 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:17,827 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:17,827 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. after waiting 0 ms 2024-11-14T02:43:17,827 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:17,837 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a/.tmp/colfamily11/46e123e327004cee81029435b2d86f1b is 52, key is nnn/colfamily11:colfamily11/1731552010749/Put/seqid=0 2024-11-14T02:43:17,846 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5a8c6b9c15852aaa8d2a5920ef87673/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:17,847 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:17,847 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5a8c6b9c15852aaa8d2a5920ef87673: Waiting for close lock at 1731552197826Running coprocessor pre-close hooks at 1731552197826Disabling compacts and flushes for region at 1731552197827 (+1 ms)Disabling writes for close at 1731552197827Writing region close event to WAL at 1731552197832 (+5 ms)Running coprocessor post-close hooks at 1731552197846 (+14 ms)Closed at 1731552197847 (+1 ms) 2024-11-14T02:43:17,847 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731552006903.a5a8c6b9c15852aaa8d2a5920ef87673. 2024-11-14T02:43:17,847 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e41740ee2756ea5164ccf4d2cdb8be5, disabling compactions & flushes 2024-11-14T02:43:17,847 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:43:17,847 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:43:17,847 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. after waiting 0 ms 2024-11-14T02:43:17,847 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:43:17,847 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e41740ee2756ea5164ccf4d2cdb8be5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741888_1064 (size=39263) 2024-11-14T02:43:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741888_1064 (size=39263) 2024-11-14T02:43:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741888_1064 (size=39263) 2024-11-14T02:43:17,855 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a/.tmp/colfamily11/46e123e327004cee81029435b2d86f1b 2024-11-14T02:43:17,863 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a/.tmp/colfamily11/46e123e327004cee81029435b2d86f1b as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a/colfamily11/46e123e327004cee81029435b2d86f1b 2024-11-14T02:43:17,871 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a/colfamily11/46e123e327004cee81029435b2d86f1b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:17,873 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 334b7b1bcf19ec16583f4a957e77a84a in 70ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:17,879 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5/.tmp/colfamily11/9ba1cd3c3470439b944ebea46dddb6b0 is 52, key is www/colfamily11:colfamily11/1731552010870/Put/seqid=0 2024-11-14T02:43:17,883 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334b7b1bcf19ec16583f4a957e77a84a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:17,884 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:43:17,884 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 334b7b1bcf19ec16583f4a957e77a84a: Waiting for close lock at 1731552197802Running coprocessor pre-close hooks at 1731552197802Disabling compacts and flushes for region at 1731552197802Disabling writes for close at 1731552197803 (+1 ms)Obtaining lock to block concurrent updates at 1731552197804 (+1 ms)Preparing flush snapshotting stores in 334b7b1bcf19ec16583f4a957e77a84a at 1731552197804Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552197805 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. at 1731552197805Flushing 334b7b1bcf19ec16583f4a957e77a84a/colfamily11: creating writer at 1731552197805Flushing 334b7b1bcf19ec16583f4a957e77a84a/colfamily11: appending metadata at 1731552197837 (+32 ms)Flushing 334b7b1bcf19ec16583f4a957e77a84a/colfamily11: closing flushed file at 1731552197837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e93d390: reopening flushed file at 1731552197862 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 334b7b1bcf19ec16583f4a957e77a84a in 70ms, sequenceid=5, compaction requested=false at 1731552197873 (+11 ms)Writing region close event to WAL at 1731552197874 (+1 ms)Running coprocessor post-close hooks at 1731552197884 (+10 ms)Closed at 1731552197884 2024-11-14T02:43:17,884 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731552006903.334b7b1bcf19ec16583f4a957e77a84a. 2024-11-14T02:43:17,884 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7caf53b31aa00cfa46765a2bca4ab8a8, disabling compactions & flushes 2024-11-14T02:43:17,884 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:43:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:43:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. after waiting 0 ms 2024-11-14T02:43:17,885 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:43:17,885 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7caf53b31aa00cfa46765a2bca4ab8a8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:17,886 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1351): Waiting on 324785612e4751949dbd9c3d94928883, 456f01dbcdf9e3a746ee0a2955952ae6, 4c603ad14aa4d0926928a0644620de74, 6e41740ee2756ea5164ccf4d2cdb8be5, 88f899d1df7b9c628b490f603108bd50, 8dbe7dfeb4712f35bf31fdac22a56486, a065c4c8cced38aec92014010c1bd6f3, bb1497152051f948171020591afa6550, bdb8a921bce2d0f4efc28ee222223d4d, d9604f11488fa9d10819d55eb8f0bb25, e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:43:17,886 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1351): Waiting on 00d31e0b2db8ceef506c391bfb69d65f, 068f9aba3b87a7d0268be72cc5769e6c, 2b043459b7b0c2a89fbfbe039e826b8e, 4d84bba6f60ebbcc18a9e01ee1c7267a, 5290e859aca999c3c7390e1a52294418, 5b861ac48cdc4f2c5dafca125585e890, 7caf53b31aa00cfa46765a2bca4ab8a8, b2a9f887457fe99a1df30b11d20544f7, ca6bafae3dea23ce17f914c8991c301f, d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:17,908 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:43:17,908 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:43:17,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741889_1065 (size=39263) 2024-11-14T02:43:17,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741889_1065 (size=39263) 2024-11-14T02:43:17,919 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8/.tmp/colfamily11/74e3f85f6c6b46a6841c2224a122ad55 is 52, key is fff/colfamily11:colfamily11/1731552010639/Put/seqid=0 2024-11-14T02:43:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741889_1065 (size=39263) 2024-11-14T02:43:17,920 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5/.tmp/colfamily11/9ba1cd3c3470439b944ebea46dddb6b0 2024-11-14T02:43:17,934 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5/.tmp/colfamily11/9ba1cd3c3470439b944ebea46dddb6b0 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5/colfamily11/9ba1cd3c3470439b944ebea46dddb6b0 2024-11-14T02:43:17,944 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5/colfamily11/9ba1cd3c3470439b944ebea46dddb6b0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:17,945 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e41740ee2756ea5164ccf4d2cdb8be5 in 98ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741890_1066 (size=39263) 2024-11-14T02:43:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741890_1066 (size=39263) 2024-11-14T02:43:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741890_1066 (size=39263) 2024-11-14T02:43:17,954 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8/.tmp/colfamily11/74e3f85f6c6b46a6841c2224a122ad55 2024-11-14T02:43:17,957 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e41740ee2756ea5164ccf4d2cdb8be5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:17,958 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:43:17,958 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e41740ee2756ea5164ccf4d2cdb8be5: Waiting for close lock at 1731552197847Running coprocessor pre-close hooks at 1731552197847Disabling compacts and flushes for region at 1731552197847Disabling writes for close at 1731552197847Obtaining lock to block concurrent updates at 1731552197847Preparing flush snapshotting stores in 6e41740ee2756ea5164ccf4d2cdb8be5 at 1731552197847Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552197848 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. at 1731552197848Flushing 6e41740ee2756ea5164ccf4d2cdb8be5/colfamily11: creating writer at 1731552197848Flushing 6e41740ee2756ea5164ccf4d2cdb8be5/colfamily11: appending metadata at 1731552197878 (+30 ms)Flushing 6e41740ee2756ea5164ccf4d2cdb8be5/colfamily11: closing flushed file at 1731552197878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752b7ce4: reopening flushed file at 1731552197933 (+55 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e41740ee2756ea5164ccf4d2cdb8be5 in 98ms, sequenceid=5, compaction requested=false at 1731552197945 (+12 ms)Writing region close event to WAL at 1731552197953 (+8 ms)Running coprocessor post-close hooks at 1731552197958 (+5 ms)Closed at 1731552197958 2024-11-14T02:43:17,958 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731552006903.6e41740ee2756ea5164ccf4d2cdb8be5. 2024-11-14T02:43:17,958 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdb8a921bce2d0f4efc28ee222223d4d, disabling compactions & flushes 2024-11-14T02:43:17,959 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:17,959 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:17,959 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. after waiting 0 ms 2024-11-14T02:43:17,959 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:17,963 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:43:17,963 INFO [regionserver/e5dc8b5cf5e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:43:17,963 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8/.tmp/colfamily11/74e3f85f6c6b46a6841c2224a122ad55 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8/colfamily11/74e3f85f6c6b46a6841c2224a122ad55 2024-11-14T02:43:17,971 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8/colfamily11/74e3f85f6c6b46a6841c2224a122ad55, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:17,972 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7caf53b31aa00cfa46765a2bca4ab8a8 in 87ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:17,979 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bdb8a921bce2d0f4efc28ee222223d4d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:17,981 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdb8a921bce2d0f4efc28ee222223d4d: Waiting for close lock at 1731552197958Running coprocessor pre-close hooks at 1731552197958Disabling compacts and flushes for region at 1731552197958Disabling writes for close at 1731552197959 (+1 ms)Writing region close event to WAL at 1731552197975 (+16 ms)Running coprocessor post-close hooks at 1731552197980 (+5 ms)Closed at 1731552197981 (+1 ms) 2024-11-14T02:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731552006903.bdb8a921bce2d0f4efc28ee222223d4d. 2024-11-14T02:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7caf53b31aa00cfa46765a2bca4ab8a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9604f11488fa9d10819d55eb8f0bb25, disabling compactions & flushes 2024-11-14T02:43:17,981 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. after waiting 0 ms 2024-11-14T02:43:17,981 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:43:17,981 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9604f11488fa9d10819d55eb8f0bb25 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:17,982 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7caf53b31aa00cfa46765a2bca4ab8a8: Waiting for close lock at 1731552197884Running coprocessor pre-close hooks at 1731552197884Disabling compacts and flushes for region at 1731552197884Disabling writes for close at 1731552197885 (+1 ms)Obtaining lock to block concurrent updates at 1731552197885Preparing flush snapshotting stores in 7caf53b31aa00cfa46765a2bca4ab8a8 at 1731552197885Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552197885Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. at 1731552197887 (+2 ms)Flushing 7caf53b31aa00cfa46765a2bca4ab8a8/colfamily11: creating writer at 1731552197887Flushing 7caf53b31aa00cfa46765a2bca4ab8a8/colfamily11: appending metadata at 1731552197917 (+30 ms)Flushing 7caf53b31aa00cfa46765a2bca4ab8a8/colfamily11: closing flushed file at 1731552197918 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b74a8a: reopening flushed file at 1731552197962 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7caf53b31aa00cfa46765a2bca4ab8a8 in 87ms, sequenceid=5, compaction requested=false at 1731552197972 (+10 ms)Writing region close event to WAL at 1731552197975 (+3 ms)Running coprocessor post-close hooks at 1731552197982 (+7 ms)Closed at 1731552197982 2024-11-14T02:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731552006903.7caf53b31aa00cfa46765a2bca4ab8a8. 2024-11-14T02:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d84bba6f60ebbcc18a9e01ee1c7267a, disabling compactions & flushes 2024-11-14T02:43:17,982 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. after waiting 0 ms 2024-11-14T02:43:17,982 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:17,988 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4d84bba6f60ebbcc18a9e01ee1c7267a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:17,989 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:17,989 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d84bba6f60ebbcc18a9e01ee1c7267a: Waiting for close lock at 1731552197982Running coprocessor pre-close hooks at 1731552197982Disabling compacts and flushes for region at 1731552197982Disabling writes for close at 1731552197982Writing region close event to WAL at 1731552197984 (+2 ms)Running coprocessor post-close hooks at 1731552197989 (+5 ms)Closed at 1731552197989 2024-11-14T02:43:17,989 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731552006903.4d84bba6f60ebbcc18a9e01ee1c7267a. 2024-11-14T02:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b043459b7b0c2a89fbfbe039e826b8e, disabling compactions & flushes 2024-11-14T02:43:17,990 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. after waiting 0 ms 2024-11-14T02:43:17,990 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:43:17,990 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b043459b7b0c2a89fbfbe039e826b8e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,008 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25/.tmp/colfamily11/267fab28656d4310b997ca334786e40e is 52, key is ppp/colfamily11:colfamily11/1731552010817/Put/seqid=0 2024-11-14T02:43:18,020 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e/.tmp/colfamily11/37efa9f1581b4045a0be5f94e51fbbd5 is 52, key is qqq/colfamily11:colfamily11/1731552010772/Put/seqid=0 2024-11-14T02:43:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741891_1067 (size=39263) 2024-11-14T02:43:18,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T02:43:18,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741891_1067 (size=39263) 2024-11-14T02:43:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741891_1067 (size=39263) 2024-11-14T02:43:18,035 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25/.tmp/colfamily11/267fab28656d4310b997ca334786e40e 2024-11-14T02:43:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741892_1068 (size=39263) 2024-11-14T02:43:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741892_1068 (size=39263) 2024-11-14T02:43:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741892_1068 (size=39263) 2024-11-14T02:43:18,039 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e/.tmp/colfamily11/37efa9f1581b4045a0be5f94e51fbbd5 2024-11-14T02:43:18,044 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25/.tmp/colfamily11/267fab28656d4310b997ca334786e40e as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25/colfamily11/267fab28656d4310b997ca334786e40e 2024-11-14T02:43:18,055 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e/.tmp/colfamily11/37efa9f1581b4045a0be5f94e51fbbd5 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e/colfamily11/37efa9f1581b4045a0be5f94e51fbbd5 2024-11-14T02:43:18,062 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25/colfamily11/267fab28656d4310b997ca334786e40e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,064 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d9604f11488fa9d10819d55eb8f0bb25 in 82ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,067 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e/colfamily11/37efa9f1581b4045a0be5f94e51fbbd5, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,069 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2b043459b7b0c2a89fbfbe039e826b8e in 79ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,086 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1351): Waiting on 324785612e4751949dbd9c3d94928883, 456f01dbcdf9e3a746ee0a2955952ae6, 4c603ad14aa4d0926928a0644620de74, 88f899d1df7b9c628b490f603108bd50, 8dbe7dfeb4712f35bf31fdac22a56486, a065c4c8cced38aec92014010c1bd6f3, bb1497152051f948171020591afa6550, d9604f11488fa9d10819d55eb8f0bb25, e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:43:18,086 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1351): Waiting on 00d31e0b2db8ceef506c391bfb69d65f, 068f9aba3b87a7d0268be72cc5769e6c, 2b043459b7b0c2a89fbfbe039e826b8e, 5290e859aca999c3c7390e1a52294418, 5b861ac48cdc4f2c5dafca125585e890, b2a9f887457fe99a1df30b11d20544f7, ca6bafae3dea23ce17f914c8991c301f, d126a5b75916a6d2ff81d8b0f43da510 2024-11-14T02:43:18,101 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9604f11488fa9d10819d55eb8f0bb25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,102 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:43:18,102 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9604f11488fa9d10819d55eb8f0bb25: Waiting for close lock at 1731552197981Running coprocessor pre-close hooks at 1731552197981Disabling compacts and flushes for region at 1731552197981Disabling writes for close at 1731552197981Obtaining lock to block concurrent updates at 1731552197981Preparing flush snapshotting stores in d9604f11488fa9d10819d55eb8f0bb25 at 1731552197981Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552197982 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. at 1731552197983 (+1 ms)Flushing d9604f11488fa9d10819d55eb8f0bb25/colfamily11: creating writer at 1731552197983Flushing d9604f11488fa9d10819d55eb8f0bb25/colfamily11: appending metadata at 1731552198007 (+24 ms)Flushing d9604f11488fa9d10819d55eb8f0bb25/colfamily11: closing flushed file at 1731552198007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52359030: reopening flushed file at 1731552198043 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d9604f11488fa9d10819d55eb8f0bb25 in 82ms, sequenceid=5, compaction requested=false at 1731552198064 (+21 ms)Writing region close event to WAL at 1731552198078 (+14 ms)Running coprocessor post-close hooks at 1731552198102 (+24 ms)Closed at 1731552198102 2024-11-14T02:43:18,102 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2b043459b7b0c2a89fbfbe039e826b8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,102 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731552006903.d9604f11488fa9d10819d55eb8f0bb25. 2024-11-14T02:43:18,102 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a065c4c8cced38aec92014010c1bd6f3, disabling compactions & flushes 2024-11-14T02:43:18,102 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:18,102 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:18,103 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. after waiting 0 ms 2024-11-14T02:43:18,103 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:18,103 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:43:18,103 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b043459b7b0c2a89fbfbe039e826b8e: Waiting for close lock at 1731552197990Running coprocessor pre-close hooks at 1731552197990Disabling compacts and flushes for region at 1731552197990Disabling writes for close at 1731552197990Obtaining lock to block concurrent updates at 1731552197990Preparing flush snapshotting stores in 2b043459b7b0c2a89fbfbe039e826b8e at 1731552197990Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552197990Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. at 1731552197992 (+2 ms)Flushing 2b043459b7b0c2a89fbfbe039e826b8e/colfamily11: creating writer at 1731552197992Flushing 2b043459b7b0c2a89fbfbe039e826b8e/colfamily11: appending metadata at 1731552198020 (+28 ms)Flushing 2b043459b7b0c2a89fbfbe039e826b8e/colfamily11: closing flushed file at 1731552198020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544b6aaa: reopening flushed file at 1731552198053 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2b043459b7b0c2a89fbfbe039e826b8e in 79ms, sequenceid=5, compaction requested=false at 1731552198069 (+16 ms)Writing region close event to WAL at 1731552198085 (+16 ms)Running coprocessor post-close hooks at 1731552198103 (+18 ms)Closed at 1731552198103 2024-11-14T02:43:18,104 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731552006903.2b043459b7b0c2a89fbfbe039e826b8e. 2024-11-14T02:43:18,104 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2a9f887457fe99a1df30b11d20544f7, disabling compactions & flushes 2024-11-14T02:43:18,104 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:18,104 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:18,104 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. after waiting 0 ms 2024-11-14T02:43:18,104 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:18,111 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a9f887457fe99a1df30b11d20544f7/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:18,112 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:18,112 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2a9f887457fe99a1df30b11d20544f7: Waiting for close lock at 1731552198104Running coprocessor pre-close hooks at 1731552198104Disabling compacts and flushes for region at 1731552198104Disabling writes for close at 1731552198104Writing region close event to WAL at 1731552198107 (+3 ms)Running coprocessor post-close hooks at 1731552198112 (+5 ms)Closed at 1731552198112 2024-11-14T02:43:18,113 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731552006903.b2a9f887457fe99a1df30b11d20544f7. 2024-11-14T02:43:18,113 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 068f9aba3b87a7d0268be72cc5769e6c, disabling compactions & flushes 2024-11-14T02:43:18,113 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:43:18,113 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:43:18,113 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. after waiting 0 ms 2024-11-14T02:43:18,113 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:43:18,113 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a065c4c8cced38aec92014010c1bd6f3/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:18,113 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 068f9aba3b87a7d0268be72cc5769e6c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,114 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:18,114 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a065c4c8cced38aec92014010c1bd6f3: Waiting for close lock at 1731552198102Running coprocessor pre-close hooks at 1731552198102Disabling compacts and flushes for region at 1731552198102Disabling writes for close at 1731552198103 (+1 ms)Writing region close event to WAL at 1731552198108 (+5 ms)Running coprocessor post-close hooks at 1731552198114 (+6 ms)Closed at 1731552198114 2024-11-14T02:43:18,114 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731552006903.a065c4c8cced38aec92014010c1bd6f3. 2024-11-14T02:43:18,115 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dbe7dfeb4712f35bf31fdac22a56486, disabling compactions & flushes 2024-11-14T02:43:18,115 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:43:18,115 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:43:18,115 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. after waiting 0 ms 2024-11-14T02:43:18,115 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:43:18,115 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8dbe7dfeb4712f35bf31fdac22a56486 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,135 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486/.tmp/colfamily11/e3eb87feb34d400f96a8722c743aa2ed is 52, key is jjj/colfamily11:colfamily11/1731552010739/Put/seqid=0 2024-11-14T02:43:18,139 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c/.tmp/colfamily11/a846000ad0b44cf589d988c3d1d44481 is 52, key is ttt/colfamily11:colfamily11/1731552010813/Put/seqid=0 2024-11-14T02:43:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741893_1069 (size=39263) 2024-11-14T02:43:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741893_1069 (size=39263) 2024-11-14T02:43:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741893_1069 (size=39263) 2024-11-14T02:43:18,150 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486/.tmp/colfamily11/e3eb87feb34d400f96a8722c743aa2ed 2024-11-14T02:43:18,157 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486/.tmp/colfamily11/e3eb87feb34d400f96a8722c743aa2ed as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486/colfamily11/e3eb87feb34d400f96a8722c743aa2ed 2024-11-14T02:43:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741894_1070 (size=39263) 2024-11-14T02:43:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741894_1070 (size=39263) 2024-11-14T02:43:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741894_1070 (size=39263) 2024-11-14T02:43:18,164 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c/.tmp/colfamily11/a846000ad0b44cf589d988c3d1d44481 2024-11-14T02:43:18,164 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486/colfamily11/e3eb87feb34d400f96a8722c743aa2ed, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,165 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8dbe7dfeb4712f35bf31fdac22a56486 in 50ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,169 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dbe7dfeb4712f35bf31fdac22a56486/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,170 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:43:18,170 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dbe7dfeb4712f35bf31fdac22a56486: Waiting for close lock at 1731552198114Running coprocessor pre-close hooks at 1731552198114Disabling compacts and flushes for region at 1731552198114Disabling writes for close at 1731552198115 (+1 ms)Obtaining lock to block concurrent updates at 1731552198115Preparing flush snapshotting stores in 8dbe7dfeb4712f35bf31fdac22a56486 at 1731552198115Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198115Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. at 1731552198116 (+1 ms)Flushing 8dbe7dfeb4712f35bf31fdac22a56486/colfamily11: creating writer at 1731552198116Flushing 8dbe7dfeb4712f35bf31fdac22a56486/colfamily11: appending metadata at 1731552198135 (+19 ms)Flushing 8dbe7dfeb4712f35bf31fdac22a56486/colfamily11: closing flushed file at 1731552198135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e831030: reopening flushed file at 1731552198156 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8dbe7dfeb4712f35bf31fdac22a56486 in 50ms, sequenceid=5, compaction requested=false at 1731552198165 (+9 ms)Writing region close event to WAL at 1731552198166 (+1 ms)Running coprocessor post-close hooks at 1731552198170 (+4 ms)Closed at 1731552198170 2024-11-14T02:43:18,170 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731552006903.8dbe7dfeb4712f35bf31fdac22a56486. 2024-11-14T02:43:18,170 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88f899d1df7b9c628b490f603108bd50, disabling compactions & flushes 2024-11-14T02:43:18,170 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:43:18,170 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:43:18,170 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. after waiting 0 ms 2024-11-14T02:43:18,170 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:43:18,170 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88f899d1df7b9c628b490f603108bd50 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,172 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c/.tmp/colfamily11/a846000ad0b44cf589d988c3d1d44481 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c/colfamily11/a846000ad0b44cf589d988c3d1d44481 2024-11-14T02:43:18,178 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c/colfamily11/a846000ad0b44cf589d988c3d1d44481, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,179 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 068f9aba3b87a7d0268be72cc5769e6c in 66ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,185 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/068f9aba3b87a7d0268be72cc5769e6c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,186 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:43:18,186 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 068f9aba3b87a7d0268be72cc5769e6c: Waiting for close lock at 1731552198113Running coprocessor pre-close hooks at 1731552198113Disabling compacts and flushes for region at 1731552198113Disabling writes for close at 1731552198113Obtaining lock to block concurrent updates at 1731552198113Preparing flush snapshotting stores in 068f9aba3b87a7d0268be72cc5769e6c at 1731552198113Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198114 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. at 1731552198114Flushing 068f9aba3b87a7d0268be72cc5769e6c/colfamily11: creating writer at 1731552198114Flushing 068f9aba3b87a7d0268be72cc5769e6c/colfamily11: appending metadata at 1731552198139 (+25 ms)Flushing 068f9aba3b87a7d0268be72cc5769e6c/colfamily11: closing flushed file at 1731552198139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7151f93b: reopening flushed file at 1731552198171 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 068f9aba3b87a7d0268be72cc5769e6c in 66ms, sequenceid=5, compaction requested=false at 1731552198179 (+8 ms)Writing region close event to WAL at 1731552198180 (+1 ms)Running coprocessor post-close hooks at 1731552198186 (+6 ms)Closed at 1731552198186 2024-11-14T02:43:18,186 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731552006903.068f9aba3b87a7d0268be72cc5769e6c. 2024-11-14T02:43:18,186 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d126a5b75916a6d2ff81d8b0f43da510, disabling compactions & flushes 2024-11-14T02:43:18,186 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:18,186 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:18,186 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. after waiting 0 ms 2024-11-14T02:43:18,186 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:18,190 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d126a5b75916a6d2ff81d8b0f43da510/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:18,191 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:18,191 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d126a5b75916a6d2ff81d8b0f43da510: Waiting for close lock at 1731552198186Running coprocessor pre-close hooks at 1731552198186Disabling compacts and flushes for region at 1731552198186Disabling writes for close at 1731552198186Writing region close event to WAL at 1731552198187 (+1 ms)Running coprocessor post-close hooks at 1731552198191 (+4 ms)Closed at 1731552198191 2024-11-14T02:43:18,191 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731552006903.d126a5b75916a6d2ff81d8b0f43da510. 2024-11-14T02:43:18,191 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00d31e0b2db8ceef506c391bfb69d65f, disabling compactions & flushes 2024-11-14T02:43:18,191 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:43:18,191 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:43:18,191 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. after waiting 0 ms 2024-11-14T02:43:18,191 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:43:18,191 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00d31e0b2db8ceef506c391bfb69d65f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,193 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50/.tmp/colfamily11/d117b241e0484e95a30cef9412565d7b is 52, key is yyy/colfamily11:colfamily11/1731552010911/Put/seqid=0 2024-11-14T02:43:18,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741895_1071 (size=39263) 2024-11-14T02:43:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741895_1071 (size=39263) 2024-11-14T02:43:18,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741895_1071 (size=39263) 2024-11-14T02:43:18,209 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50/.tmp/colfamily11/d117b241e0484e95a30cef9412565d7b 2024-11-14T02:43:18,216 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50/.tmp/colfamily11/d117b241e0484e95a30cef9412565d7b as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50/colfamily11/d117b241e0484e95a30cef9412565d7b 2024-11-14T02:43:18,222 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50/colfamily11/d117b241e0484e95a30cef9412565d7b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,223 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f/.tmp/colfamily11/ef208b279a4244b2ac884f67ed02ee11 is 52, key is vvv/colfamily11:colfamily11/1731552010893/Put/seqid=0 2024-11-14T02:43:18,224 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88f899d1df7b9c628b490f603108bd50 in 53ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,228 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/88f899d1df7b9c628b490f603108bd50/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,229 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:43:18,229 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88f899d1df7b9c628b490f603108bd50: Waiting for close lock at 1731552198170Running coprocessor pre-close hooks at 1731552198170Disabling compacts and flushes for region at 1731552198170Disabling writes for close at 1731552198170Obtaining lock to block concurrent updates at 1731552198170Preparing flush snapshotting stores in 88f899d1df7b9c628b490f603108bd50 at 1731552198170Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198171 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. at 1731552198171Flushing 88f899d1df7b9c628b490f603108bd50/colfamily11: creating writer at 1731552198171Flushing 88f899d1df7b9c628b490f603108bd50/colfamily11: appending metadata at 1731552198192 (+21 ms)Flushing 88f899d1df7b9c628b490f603108bd50/colfamily11: closing flushed file at 1731552198192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c506000: reopening flushed file at 1731552198215 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 88f899d1df7b9c628b490f603108bd50 in 53ms, sequenceid=5, compaction requested=false at 1731552198224 (+9 ms)Writing region close event to WAL at 1731552198224Running coprocessor post-close hooks at 1731552198229 (+5 ms)Closed at 1731552198229 2024-11-14T02:43:18,229 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731552006903.88f899d1df7b9c628b490f603108bd50. 2024-11-14T02:43:18,230 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 324785612e4751949dbd9c3d94928883, disabling compactions & flushes 2024-11-14T02:43:18,230 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:43:18,230 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:43:18,230 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. after waiting 0 ms 2024-11-14T02:43:18,230 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:43:18,230 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 324785612e4751949dbd9c3d94928883 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741896_1072 (size=39263) 2024-11-14T02:43:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741896_1072 (size=39263) 2024-11-14T02:43:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741896_1072 (size=39263) 2024-11-14T02:43:18,243 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f/.tmp/colfamily11/ef208b279a4244b2ac884f67ed02ee11 2024-11-14T02:43:18,252 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f/.tmp/colfamily11/ef208b279a4244b2ac884f67ed02ee11 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f/colfamily11/ef208b279a4244b2ac884f67ed02ee11 2024-11-14T02:43:18,255 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883/.tmp/colfamily11/3a71d385eb794893b4029d4d55a911f0 is 52, key is sss/colfamily11:colfamily11/1731552010839/Put/seqid=0 2024-11-14T02:43:18,265 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f/colfamily11/ef208b279a4244b2ac884f67ed02ee11, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741897_1073 (size=39263) 2024-11-14T02:43:18,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741897_1073 (size=39263) 2024-11-14T02:43:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741897_1073 (size=39263) 2024-11-14T02:43:18,267 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 00d31e0b2db8ceef506c391bfb69d65f in 76ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,267 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883/.tmp/colfamily11/3a71d385eb794893b4029d4d55a911f0 2024-11-14T02:43:18,274 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/00d31e0b2db8ceef506c391bfb69d65f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,275 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:43:18,275 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00d31e0b2db8ceef506c391bfb69d65f: Waiting for close lock at 1731552198191Running coprocessor pre-close hooks at 1731552198191Disabling compacts and flushes for region at 1731552198191Disabling writes for close at 1731552198191Obtaining lock to block concurrent updates at 1731552198191Preparing flush snapshotting stores in 00d31e0b2db8ceef506c391bfb69d65f at 1731552198191Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198192 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. at 1731552198196 (+4 ms)Flushing 00d31e0b2db8ceef506c391bfb69d65f/colfamily11: creating writer at 1731552198196Flushing 00d31e0b2db8ceef506c391bfb69d65f/colfamily11: appending metadata at 1731552198223 (+27 ms)Flushing 00d31e0b2db8ceef506c391bfb69d65f/colfamily11: closing flushed file at 1731552198223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e0d06b: reopening flushed file at 1731552198251 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 00d31e0b2db8ceef506c391bfb69d65f in 76ms, sequenceid=5, compaction requested=false at 1731552198267 (+16 ms)Writing region close event to WAL at 1731552198268 (+1 ms)Running coprocessor post-close hooks at 1731552198275 (+7 ms)Closed at 1731552198275 2024-11-14T02:43:18,275 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731552006903.00d31e0b2db8ceef506c391bfb69d65f. 2024-11-14T02:43:18,275 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883/.tmp/colfamily11/3a71d385eb794893b4029d4d55a911f0 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883/colfamily11/3a71d385eb794893b4029d4d55a911f0 2024-11-14T02:43:18,275 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b861ac48cdc4f2c5dafca125585e890, disabling compactions & flushes 2024-11-14T02:43:18,275 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:43:18,275 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:43:18,275 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. after waiting 0 ms 2024-11-14T02:43:18,275 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:43:18,276 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b861ac48cdc4f2c5dafca125585e890 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,283 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883/colfamily11/3a71d385eb794893b4029d4d55a911f0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,284 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 324785612e4751949dbd9c3d94928883 in 54ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,286 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1351): Waiting on 324785612e4751949dbd9c3d94928883, 456f01dbcdf9e3a746ee0a2955952ae6, 4c603ad14aa4d0926928a0644620de74, bb1497152051f948171020591afa6550, e460d9c2b218aff2cd1a8ff176cd6170 2024-11-14T02:43:18,286 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1351): Waiting on 5290e859aca999c3c7390e1a52294418, 5b861ac48cdc4f2c5dafca125585e890, ca6bafae3dea23ce17f914c8991c301f 2024-11-14T02:43:18,295 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890/.tmp/colfamily11/955028e8128e4a9d938e5f30186f50ec is 52, key is ccc/colfamily11:colfamily11/1731552010551/Put/seqid=0 2024-11-14T02:43:18,296 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/324785612e4751949dbd9c3d94928883/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,297 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:43:18,297 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 324785612e4751949dbd9c3d94928883: Waiting for close lock at 1731552198230Running coprocessor pre-close hooks at 1731552198230Disabling compacts and flushes for region at 1731552198230Disabling writes for close at 1731552198230Obtaining lock to block concurrent updates at 1731552198230Preparing flush snapshotting stores in 324785612e4751949dbd9c3d94928883 at 1731552198230Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198230Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. at 1731552198231 (+1 ms)Flushing 324785612e4751949dbd9c3d94928883/colfamily11: creating writer at 1731552198231Flushing 324785612e4751949dbd9c3d94928883/colfamily11: appending metadata at 1731552198255 (+24 ms)Flushing 324785612e4751949dbd9c3d94928883/colfamily11: closing flushed file at 1731552198255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f262447: reopening flushed file at 1731552198274 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 324785612e4751949dbd9c3d94928883 in 54ms, sequenceid=5, compaction requested=false at 1731552198284 (+10 ms)Writing region close event to WAL at 1731552198285 (+1 ms)Running coprocessor post-close hooks at 1731552198297 (+12 ms)Closed at 1731552198297 2024-11-14T02:43:18,297 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731552006903.324785612e4751949dbd9c3d94928883. 2024-11-14T02:43:18,297 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 456f01dbcdf9e3a746ee0a2955952ae6, disabling compactions & flushes 2024-11-14T02:43:18,297 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:18,297 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:18,297 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. after waiting 0 ms 2024-11-14T02:43:18,297 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:18,312 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456f01dbcdf9e3a746ee0a2955952ae6/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T02:43:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741898_1074 (size=39263) 2024-11-14T02:43:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741898_1074 (size=39263) 2024-11-14T02:43:18,313 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:18,313 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 456f01dbcdf9e3a746ee0a2955952ae6: Waiting for close lock at 1731552198297Running coprocessor pre-close hooks at 1731552198297Disabling compacts and flushes for region at 1731552198297Disabling writes for close at 1731552198297Writing region close event to WAL at 1731552198299 (+2 ms)Running coprocessor post-close hooks at 1731552198313 (+14 ms)Closed at 1731552198313 2024-11-14T02:43:18,314 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731552006903.456f01dbcdf9e3a746ee0a2955952ae6. 2024-11-14T02:43:18,314 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c603ad14aa4d0926928a0644620de74, disabling compactions & flushes 2024-11-14T02:43:18,314 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:43:18,314 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:43:18,314 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. after waiting 0 ms 2024-11-14T02:43:18,314 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:43:18,314 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c603ad14aa4d0926928a0644620de74 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741898_1074 (size=39263) 2024-11-14T02:43:18,315 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890/.tmp/colfamily11/955028e8128e4a9d938e5f30186f50ec 2024-11-14T02:43:18,333 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890/.tmp/colfamily11/955028e8128e4a9d938e5f30186f50ec as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890/colfamily11/955028e8128e4a9d938e5f30186f50ec 2024-11-14T02:43:18,337 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74/.tmp/colfamily11/9fe885cd9af3471fbcfa460ab562f6d9 is 52, key is ddd/colfamily11:colfamily11/1731552010645/Put/seqid=0 2024-11-14T02:43:18,342 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890/colfamily11/955028e8128e4a9d938e5f30186f50ec, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,343 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5b861ac48cdc4f2c5dafca125585e890 in 67ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741899_1075 (size=39263) 2024-11-14T02:43:18,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741899_1075 (size=39263) 2024-11-14T02:43:18,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741899_1075 (size=39263) 2024-11-14T02:43:18,365 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74/.tmp/colfamily11/9fe885cd9af3471fbcfa460ab562f6d9 2024-11-14T02:43:18,373 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74/.tmp/colfamily11/9fe885cd9af3471fbcfa460ab562f6d9 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74/colfamily11/9fe885cd9af3471fbcfa460ab562f6d9 2024-11-14T02:43:18,381 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5b861ac48cdc4f2c5dafca125585e890/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,382 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:43:18,382 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b861ac48cdc4f2c5dafca125585e890: Waiting for close lock at 1731552198275Running coprocessor pre-close hooks at 1731552198275Disabling compacts and flushes for region at 1731552198275Disabling writes for close at 1731552198275Obtaining lock to block concurrent updates at 1731552198276 (+1 ms)Preparing flush snapshotting stores in 5b861ac48cdc4f2c5dafca125585e890 at 1731552198276Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198276Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. at 1731552198276Flushing 5b861ac48cdc4f2c5dafca125585e890/colfamily11: creating writer at 1731552198276Flushing 5b861ac48cdc4f2c5dafca125585e890/colfamily11: appending metadata at 1731552198295 (+19 ms)Flushing 5b861ac48cdc4f2c5dafca125585e890/colfamily11: closing flushed file at 1731552198295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c68eae2: reopening flushed file at 1731552198329 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5b861ac48cdc4f2c5dafca125585e890 in 67ms, sequenceid=5, compaction requested=false at 1731552198343 (+14 ms)Writing region close event to WAL at 1731552198352 (+9 ms)Running coprocessor post-close hooks at 1731552198382 (+30 ms)Closed at 1731552198382 2024-11-14T02:43:18,382 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731552006903.5b861ac48cdc4f2c5dafca125585e890. 2024-11-14T02:43:18,382 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca6bafae3dea23ce17f914c8991c301f, disabling compactions & flushes 2024-11-14T02:43:18,382 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:43:18,383 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:43:18,383 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. after waiting 0 ms 2024-11-14T02:43:18,383 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:43:18,383 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca6bafae3dea23ce17f914c8991c301f 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-14T02:43:18,383 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74/colfamily11/9fe885cd9af3471fbcfa460ab562f6d9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,384 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c603ad14aa4d0926928a0644620de74 in 70ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,401 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c603ad14aa4d0926928a0644620de74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,403 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:43:18,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f/.tmp/colfamily11/96dd56f45f82484695c0f4f5ca08d3c5 is 52, key is zzz/colfamily11:colfamily11/1731552010901/Put/seqid=0 2024-11-14T02:43:18,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c603ad14aa4d0926928a0644620de74: Waiting for close lock at 1731552198314Running coprocessor pre-close hooks at 1731552198314Disabling compacts and flushes for region at 1731552198314Disabling writes for close at 1731552198314Obtaining lock to block concurrent updates at 1731552198314Preparing flush snapshotting stores in 4c603ad14aa4d0926928a0644620de74 at 1731552198314Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198314Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. at 1731552198315 (+1 ms)Flushing 4c603ad14aa4d0926928a0644620de74/colfamily11: creating writer at 1731552198315Flushing 4c603ad14aa4d0926928a0644620de74/colfamily11: appending metadata at 1731552198337 (+22 ms)Flushing 4c603ad14aa4d0926928a0644620de74/colfamily11: closing flushed file at 1731552198337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2836542: reopening flushed file at 1731552198372 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c603ad14aa4d0926928a0644620de74 in 70ms, sequenceid=5, compaction requested=false at 1731552198384 (+12 ms)Writing region close event to WAL at 1731552198384Running coprocessor post-close hooks at 1731552198402 (+18 ms)Closed at 1731552198403 (+1 ms) 2024-11-14T02:43:18,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731552006903.4c603ad14aa4d0926928a0644620de74. 2024-11-14T02:43:18,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e460d9c2b218aff2cd1a8ff176cd6170, disabling compactions & flushes 2024-11-14T02:43:18,403 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:43:18,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:43:18,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. after waiting 0 ms 2024-11-14T02:43:18,403 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:43:18,403 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e460d9c2b218aff2cd1a8ff176cd6170 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741900_1076 (size=4857) 2024-11-14T02:43:18,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741900_1076 (size=4857) 2024-11-14T02:43:18,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741900_1076 (size=4857) 2024-11-14T02:43:18,427 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170/.tmp/colfamily11/0382629dd4b54281ad3d0873243f4b22 is 52, key is mmm/colfamily11:colfamily11/1731552010779/Put/seqid=0 2024-11-14T02:43:18,428 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f/.tmp/colfamily11/96dd56f45f82484695c0f4f5ca08d3c5 2024-11-14T02:43:18,438 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f/.tmp/colfamily11/96dd56f45f82484695c0f4f5ca08d3c5 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f/colfamily11/96dd56f45f82484695c0f4f5ca08d3c5 2024-11-14T02:43:18,445 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f/colfamily11/96dd56f45f82484695c0f4f5ca08d3c5, entries=1, sequenceid=5, filesize=4.7 K 2024-11-14T02:43:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741901_1077 (size=39263) 2024-11-14T02:43:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741901_1077 (size=39263) 2024-11-14T02:43:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741901_1077 (size=39263) 2024-11-14T02:43:18,447 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for ca6bafae3dea23ce17f914c8991c301f in 64ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,447 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170/.tmp/colfamily11/0382629dd4b54281ad3d0873243f4b22 2024-11-14T02:43:18,455 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170/.tmp/colfamily11/0382629dd4b54281ad3d0873243f4b22 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170/colfamily11/0382629dd4b54281ad3d0873243f4b22 2024-11-14T02:43:18,457 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ca6bafae3dea23ce17f914c8991c301f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,458 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:43:18,458 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca6bafae3dea23ce17f914c8991c301f: Waiting for close lock at 1731552198382Running coprocessor pre-close hooks at 1731552198382Disabling compacts and flushes for region at 1731552198382Disabling writes for close at 1731552198383 (+1 ms)Obtaining lock to block concurrent updates at 1731552198383Preparing flush snapshotting stores in ca6bafae3dea23ce17f914c8991c301f at 1731552198383Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731552198383Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. at 1731552198384 (+1 ms)Flushing ca6bafae3dea23ce17f914c8991c301f/colfamily11: creating writer at 1731552198384Flushing ca6bafae3dea23ce17f914c8991c301f/colfamily11: appending metadata at 1731552198402 (+18 ms)Flushing ca6bafae3dea23ce17f914c8991c301f/colfamily11: closing flushed file at 1731552198402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3d5bcd: reopening flushed file at 1731552198437 (+35 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for ca6bafae3dea23ce17f914c8991c301f in 64ms, sequenceid=5, compaction requested=false at 1731552198447 (+10 ms)Writing region close event to WAL at 1731552198449 (+2 ms)Running coprocessor post-close hooks at 1731552198458 (+9 ms)Closed at 1731552198458 2024-11-14T02:43:18,458 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731552006903.ca6bafae3dea23ce17f914c8991c301f. 2024-11-14T02:43:18,458 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5290e859aca999c3c7390e1a52294418, disabling compactions & flushes 2024-11-14T02:43:18,458 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:43:18,458 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:43:18,458 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. after waiting 0 ms 2024-11-14T02:43:18,459 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:43:18,459 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5290e859aca999c3c7390e1a52294418 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,462 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170/colfamily11/0382629dd4b54281ad3d0873243f4b22, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,463 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e460d9c2b218aff2cd1a8ff176cd6170 in 60ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,473 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e460d9c2b218aff2cd1a8ff176cd6170/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,474 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:43:18,474 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e460d9c2b218aff2cd1a8ff176cd6170: Waiting for close lock at 1731552198403Running coprocessor pre-close hooks at 1731552198403Disabling compacts and flushes for region at 1731552198403Disabling writes for close at 1731552198403Obtaining lock to block concurrent updates at 1731552198403Preparing flush snapshotting stores in e460d9c2b218aff2cd1a8ff176cd6170 at 1731552198403Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198404 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. at 1731552198409 (+5 ms)Flushing e460d9c2b218aff2cd1a8ff176cd6170/colfamily11: creating writer at 1731552198409Flushing e460d9c2b218aff2cd1a8ff176cd6170/colfamily11: appending metadata at 1731552198427 (+18 ms)Flushing e460d9c2b218aff2cd1a8ff176cd6170/colfamily11: closing flushed file at 1731552198427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c10d7d5: reopening flushed file at 1731552198454 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e460d9c2b218aff2cd1a8ff176cd6170 in 60ms, sequenceid=5, compaction requested=false at 1731552198463 (+9 ms)Writing region close event to WAL at 1731552198464 (+1 ms)Running coprocessor post-close hooks at 1731552198474 (+10 ms)Closed at 1731552198474 2024-11-14T02:43:18,474 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731552006903.e460d9c2b218aff2cd1a8ff176cd6170. 2024-11-14T02:43:18,474 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb1497152051f948171020591afa6550, disabling compactions & flushes 2024-11-14T02:43:18,474 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:43:18,474 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:43:18,474 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. after waiting 0 ms 2024-11-14T02:43:18,474 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:43:18,475 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb1497152051f948171020591afa6550 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T02:43:18,483 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418/.tmp/colfamily11/eee733afb86946c082e8dacd03275c9c is 52, key is hhh/colfamily11:colfamily11/1731552010683/Put/seqid=0 2024-11-14T02:43:18,486 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1351): Waiting on bb1497152051f948171020591afa6550 2024-11-14T02:43:18,487 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1351): Waiting on 5290e859aca999c3c7390e1a52294418 2024-11-14T02:43:18,498 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550/.tmp/colfamily11/e60b3b1f1b1c4216aae46c40134922c1 is 52, key is bbb/colfamily11:colfamily11/1731552010550/Put/seqid=0 2024-11-14T02:43:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741902_1078 (size=39263) 2024-11-14T02:43:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741902_1078 (size=39263) 2024-11-14T02:43:18,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741902_1078 (size=39263) 2024-11-14T02:43:18,504 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418/.tmp/colfamily11/eee733afb86946c082e8dacd03275c9c 2024-11-14T02:43:18,513 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418/.tmp/colfamily11/eee733afb86946c082e8dacd03275c9c as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418/colfamily11/eee733afb86946c082e8dacd03275c9c 2024-11-14T02:43:18,521 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418/colfamily11/eee733afb86946c082e8dacd03275c9c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,524 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5290e859aca999c3c7390e1a52294418 in 65ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741903_1079 (size=39263) 2024-11-14T02:43:18,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741903_1079 (size=39263) 2024-11-14T02:43:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741903_1079 (size=39263) 2024-11-14T02:43:18,532 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550/.tmp/colfamily11/e60b3b1f1b1c4216aae46c40134922c1 2024-11-14T02:43:18,541 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550/.tmp/colfamily11/e60b3b1f1b1c4216aae46c40134922c1 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550/colfamily11/e60b3b1f1b1c4216aae46c40134922c1 2024-11-14T02:43:18,547 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550/colfamily11/e60b3b1f1b1c4216aae46c40134922c1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T02:43:18,548 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bb1497152051f948171020591afa6550 in 73ms, sequenceid=5, compaction requested=false 2024-11-14T02:43:18,557 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5290e859aca999c3c7390e1a52294418/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,557 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bb1497152051f948171020591afa6550/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:43:18,557 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:43:18,557 INFO [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:43:18,557 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb1497152051f948171020591afa6550: Waiting for close lock at 1731552198474Running coprocessor pre-close hooks at 1731552198474Disabling compacts and flushes for region at 1731552198474Disabling writes for close at 1731552198474Obtaining lock to block concurrent updates at 1731552198475 (+1 ms)Preparing flush snapshotting stores in bb1497152051f948171020591afa6550 at 1731552198475Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198475Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. at 1731552198476 (+1 ms)Flushing bb1497152051f948171020591afa6550/colfamily11: creating writer at 1731552198476Flushing bb1497152051f948171020591afa6550/colfamily11: appending metadata at 1731552198498 (+22 ms)Flushing bb1497152051f948171020591afa6550/colfamily11: closing flushed file at 1731552198498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a27b95d: reopening flushed file at 1731552198540 (+42 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bb1497152051f948171020591afa6550 in 73ms, sequenceid=5, compaction requested=false at 1731552198548 (+8 ms)Writing region close event to WAL at 1731552198553 (+5 ms)Running coprocessor post-close hooks at 1731552198557 (+4 ms)Closed at 1731552198557 2024-11-14T02:43:18,557 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5290e859aca999c3c7390e1a52294418: Waiting for close lock at 1731552198458Running coprocessor pre-close hooks at 1731552198458Disabling compacts and flushes for region at 1731552198458Disabling writes for close at 1731552198458Obtaining lock to block concurrent updates at 1731552198459 (+1 ms)Preparing flush snapshotting stores in 5290e859aca999c3c7390e1a52294418 at 1731552198459Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731552198459Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. at 1731552198460 (+1 ms)Flushing 5290e859aca999c3c7390e1a52294418/colfamily11: creating writer at 1731552198460Flushing 5290e859aca999c3c7390e1a52294418/colfamily11: appending metadata at 1731552198483 (+23 ms)Flushing 5290e859aca999c3c7390e1a52294418/colfamily11: closing flushed file at 1731552198483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a632ea: reopening flushed file at 1731552198512 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5290e859aca999c3c7390e1a52294418 in 65ms, sequenceid=5, compaction requested=false at 1731552198524 (+12 ms)Writing region close event to WAL at 1731552198552 (+28 ms)Running coprocessor post-close hooks at 1731552198557 (+5 ms)Closed at 1731552198557 2024-11-14T02:43:18,557 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731552006903.bb1497152051f948171020591afa6550. 2024-11-14T02:43:18,558 DEBUG [RS_CLOSE_REGION-regionserver/e5dc8b5cf5e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731552006903.5290e859aca999c3c7390e1a52294418. 2024-11-14T02:43:18,687 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(976): stopping server e5dc8b5cf5e9,35291,1731552004298; all regions closed. 2024-11-14T02:43:18,687 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(976): stopping server e5dc8b5cf5e9,35531,1731552004356; all regions closed. 2024-11-14T02:43:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741865_1041 (size=14094) 2024-11-14T02:43:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741835_1011 (size=353044) 2024-11-14T02:43:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741865_1041 (size=14094) 2024-11-14T02:43:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741835_1011 (size=353044) 2024-11-14T02:43:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741865_1041 (size=14094) 2024-11-14T02:43:18,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741835_1011 (size=353044) 2024-11-14T02:43:18,697 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs 2024-11-14T02:43:18,697 INFO [RS:2;e5dc8b5cf5e9:35531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C35531%2C1731552004356.meta:.meta(num 1731552192459) 2024-11-14T02:43:18,697 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs 2024-11-14T02:43:18,697 INFO [RS:1;e5dc8b5cf5e9:35291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C35291%2C1731552004298:(num 1731552006060) 2024-11-14T02:43:18,698 DEBUG [RS:1;e5dc8b5cf5e9:35291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:43:18,698 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:43:18,698 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:43:18,698 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.ChoreService(370): Chore service for: regionserver/e5dc8b5cf5e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:43:18,698 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:43:18,698 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:43:18,698 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:43:18,698 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:43:18,698 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:43:18,699 INFO [RS:1;e5dc8b5cf5e9:35291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35291 2024-11-14T02:43:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741833_1009 (size=316529) 2024-11-14T02:43:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741833_1009 (size=316529) 2024-11-14T02:43:18,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741833_1009 (size=316529) 2024-11-14T02:43:18,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/WALs/e5dc8b5cf5e9,35531,1731552004356/e5dc8b5cf5e9%2C35531%2C1731552004356.1731552006059 not finished, retry = 0 2024-11-14T02:43:18,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:43:18,712 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:43:18,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,35291,1731552004298 2024-11-14T02:43:18,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,35291,1731552004298] 2024-11-14T02:43:18,806 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/oldWALs 2024-11-14T02:43:18,806 INFO [RS:2;e5dc8b5cf5e9:35531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e5dc8b5cf5e9%2C35531%2C1731552004356:(num 1731552006059) 2024-11-14T02:43:18,806 DEBUG [RS:2;e5dc8b5cf5e9:35531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:43:18,807 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:43:18,807 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:43:18,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,35291,1731552004298 already deleted, retry=false 2024-11-14T02:43:18,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e5dc8b5cf5e9,35291,1731552004298 expired; onlineServers=1 2024-11-14T02:43:18,807 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.ChoreService(370): Chore service for: regionserver/e5dc8b5cf5e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:43:18,808 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:43:18,808 INFO [regionserver/e5dc8b5cf5e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:43:18,808 INFO [RS:2;e5dc8b5cf5e9:35531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35531 2024-11-14T02:43:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e5dc8b5cf5e9,35531,1731552004356 2024-11-14T02:43:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T02:43:18,817 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:43:18,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e5dc8b5cf5e9,35531,1731552004356] 2024-11-14T02:43:18,838 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e5dc8b5cf5e9,35531,1731552004356 already deleted, retry=false 2024-11-14T02:43:18,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e5dc8b5cf5e9,35531,1731552004356 expired; onlineServers=0 2024-11-14T02:43:18,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e5dc8b5cf5e9,44853,1731552003372' ***** 2024-11-14T02:43:18,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:43:18,839 INFO [M:0;e5dc8b5cf5e9:44853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:43:18,839 INFO [M:0;e5dc8b5cf5e9:44853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:43:18,839 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:43:18,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:43:18,839 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:43:18,839 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552005629 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.small.0-1731552005629,5,FailOnTimeoutGroup] 2024-11-14T02:43:18,839 DEBUG [master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552005629 {}] cleaner.HFileCleaner(306): Exit Thread[master/e5dc8b5cf5e9:0:becomeActiveMaster-HFileCleaner.large.0-1731552005629,5,FailOnTimeoutGroup] 2024-11-14T02:43:18,839 INFO [M:0;e5dc8b5cf5e9:44853 {}] hbase.ChoreService(370): Chore service for: master/e5dc8b5cf5e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:43:18,840 INFO [M:0;e5dc8b5cf5e9:44853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:43:18,840 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:43:18,840 INFO [M:0;e5dc8b5cf5e9:44853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:43:18,840 INFO [M:0;e5dc8b5cf5e9:44853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:43:18,841 INFO [M:0;e5dc8b5cf5e9:44853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:43:18,841 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:43:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T02:43:18,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T02:43:18,849 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] zookeeper.ZKUtil(347): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T02:43:18,849 WARN [M:0;e5dc8b5cf5e9:44853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:43:18,851 INFO [M:0;e5dc8b5cf5e9:44853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/.lastflushedseqids 2024-11-14T02:43:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741904_1080 (size=2864) 2024-11-14T02:43:18,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741904_1080 (size=2864) 2024-11-14T02:43:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741904_1080 (size=2864) 2024-11-14T02:43:18,869 INFO [M:0;e5dc8b5cf5e9:44853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:43:18,869 INFO [M:0;e5dc8b5cf5e9:44853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:43:18,870 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:43:18,870 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:43:18,870 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:43:18,870 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:43:18,870 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:43:18,870 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.32 KB heapSize=395.28 KB 2024-11-14T02:43:18,886 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/560f2fbd1dc64561ba555e10c061083f is 82, key is hbase:meta,,1/info:regioninfo/1731552192774/Put/seqid=0 2024-11-14T02:43:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741905_1081 (size=6071) 2024-11-14T02:43:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741905_1081 (size=6071) 2024-11-14T02:43:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741905_1081 (size=6071) 2024-11-14T02:43:18,892 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/560f2fbd1dc64561ba555e10c061083f 2024-11-14T02:43:18,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:43:18,896 INFO [RS:1;e5dc8b5cf5e9:35291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:43:18,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35291-0x1013736bd920002, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:43:18,897 INFO [RS:1;e5dc8b5cf5e9:35291 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,35291,1731552004298; zookeeper connection closed. 2024-11-14T02:43:18,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49977317 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49977317 2024-11-14T02:43:18,914 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f21d0e164c67452eb469d4d7da44799d is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552008203/Put/seqid=0 2024-11-14T02:43:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741906_1082 (size=13323) 2024-11-14T02:43:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741906_1082 (size=13323) 2024-11-14T02:43:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741906_1082 (size=13323) 2024-11-14T02:43:18,922 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.09 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f21d0e164c67452eb469d4d7da44799d 2024-11-14T02:43:18,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:43:18,928 INFO [RS:2;e5dc8b5cf5e9:35531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:43:18,928 INFO [RS:2;e5dc8b5cf5e9:35531 {}] regionserver.HRegionServer(1031): Exiting; stopping=e5dc8b5cf5e9,35531,1731552004356; zookeeper connection closed. 2024-11-14T02:43:18,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35531-0x1013736bd920003, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:43:18,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ff03a54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ff03a54 2024-11-14T02:43:18,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T02:43:18,941 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba82bc8125f4a008f8c5b5ced8b1302 is 69, key is e5dc8b5cf5e9,35291,1731552004298/rs:state/1731552005752/Put/seqid=0 2024-11-14T02:43:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741907_1083 (size=5442) 2024-11-14T02:43:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741907_1083 (size=5442) 2024-11-14T02:43:18,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741907_1083 (size=5442) 2024-11-14T02:43:18,948 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba82bc8125f4a008f8c5b5ced8b1302 2024-11-14T02:43:18,954 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba82bc8125f4a008f8c5b5ced8b1302 2024-11-14T02:43:18,955 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/560f2fbd1dc64561ba555e10c061083f as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/560f2fbd1dc64561ba555e10c061083f 2024-11-14T02:43:18,960 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/560f2fbd1dc64561ba555e10c061083f, entries=14, sequenceid=620, filesize=5.9 K 2024-11-14T02:43:18,961 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f21d0e164c67452eb469d4d7da44799d as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f21d0e164c67452eb469d4d7da44799d 2024-11-14T02:43:18,966 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f21d0e164c67452eb469d4d7da44799d, entries=79, sequenceid=620, filesize=13.0 K 2024-11-14T02:43:18,966 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ba82bc8125f4a008f8c5b5ced8b1302 as hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba82bc8125f4a008f8c5b5ced8b1302 2024-11-14T02:43:18,971 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba82bc8125f4a008f8c5b5ced8b1302 2024-11-14T02:43:18,971 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35597/user/jenkins/test-data/8f85f491-f767-caa3-2b04-76bfd6c7b246/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ba82bc8125f4a008f8c5b5ced8b1302, entries=3, sequenceid=620, filesize=5.3 K 2024-11-14T02:43:18,972 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.32 KB/344390, heapSize ~394.98 KB/404464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=620, compaction requested=false 2024-11-14T02:43:18,973 INFO [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:43:18,973 DEBUG [M:0;e5dc8b5cf5e9:44853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552198870Disabling compacts and flushes for region at 1731552198870Disabling writes for close at 1731552198870Obtaining lock to block concurrent updates at 1731552198870Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552198870Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344390, getHeapSize=404704, getOffHeapSize=0, getCellsCount=781 at 1731552198871 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552198871Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552198871Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552198885 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552198885Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552198896 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552198913 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552198913Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552198926 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552198941 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552198941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc9bc4d: reopening flushed file at 1731552198954 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fbf5fef: reopening flushed file at 1731552198960 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51484308: reopening flushed file at 1731552198966 (+6 ms)Finished flush of dataSize ~336.32 KB/344390, heapSize ~394.98 KB/404464, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=620, compaction requested=false at 1731552198972 (+6 ms)Writing region close event to WAL at 1731552198973 (+1 ms)Closed at 1731552198973 2024-11-14T02:43:18,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37755 is added to blk_1073741830_1006 (size=385753) 2024-11-14T02:43:18,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38347 is added to blk_1073741830_1006 (size=385753) 2024-11-14T02:43:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37537 is added to blk_1073741830_1006 (size=385753) 2024-11-14T02:43:18,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:43:18,976 INFO [M:0;e5dc8b5cf5e9:44853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:43:18,976 INFO [M:0;e5dc8b5cf5e9:44853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44853 2024-11-14T02:43:18,977 INFO [M:0;e5dc8b5cf5e9:44853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:43:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:43:19,149 INFO [M:0;e5dc8b5cf5e9:44853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:43:19,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44853-0x1013736bd920000, quorum=127.0.0.1:53932, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:43:19,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c2677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:43:19,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:43:19,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:43:19,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:43:19,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,STOPPED} 2024-11-14T02:43:19,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:43:19,157 WARN [BP-1601964219-172.17.0.2-1731551998363 heartbeating to localhost/127.0.0.1:35597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:43:19,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:43:19,157 WARN [BP-1601964219-172.17.0.2-1731551998363 heartbeating to localhost/127.0.0.1:35597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601964219-172.17.0.2-1731551998363 (Datanode Uuid fd5676a5-d913-44df-b916-4a93679cffcb) service to localhost/127.0.0.1:35597 2024-11-14T02:43:19,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data5/current/BP-1601964219-172.17.0.2-1731551998363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:43:19,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data6/current/BP-1601964219-172.17.0.2-1731551998363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:43:19,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:43:19,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3635c31e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:43:19,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:43:19,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:43:19,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:43:19,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,STOPPED} 2024-11-14T02:43:19,163 WARN [BP-1601964219-172.17.0.2-1731551998363 heartbeating to localhost/127.0.0.1:35597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:43:19,163 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:43:19,163 WARN [BP-1601964219-172.17.0.2-1731551998363 heartbeating to localhost/127.0.0.1:35597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601964219-172.17.0.2-1731551998363 (Datanode Uuid 1edd1846-e939-4db1-8661-808cbb533bb8) service to localhost/127.0.0.1:35597 2024-11-14T02:43:19,163 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:43:19,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data3/current/BP-1601964219-172.17.0.2-1731551998363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:43:19,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data4/current/BP-1601964219-172.17.0.2-1731551998363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:43:19,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:43:19,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4255463d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:43:19,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:43:19,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:43:19,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:43:19,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,STOPPED} 2024-11-14T02:43:19,174 WARN [BP-1601964219-172.17.0.2-1731551998363 heartbeating to localhost/127.0.0.1:35597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:43:19,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:43:19,174 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:43:19,174 WARN [BP-1601964219-172.17.0.2-1731551998363 heartbeating to localhost/127.0.0.1:35597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601964219-172.17.0.2-1731551998363 (Datanode Uuid aed318d8-6303-4d13-9448-4a900de197cd) service to localhost/127.0.0.1:35597 2024-11-14T02:43:19,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data1/current/BP-1601964219-172.17.0.2-1731551998363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:43:19,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/cluster_21a2b061-278c-b8ab-cd25-9a79f3e3d1c3/data/data2/current/BP-1601964219-172.17.0.2-1731551998363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:43:19,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:43:19,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:43:19,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:43:19,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:43:19,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:43:19,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4f900db0-83d2-3bb4-e1da-9911f252534e/hadoop.log.dir/,STOPPED} 2024-11-14T02:43:19,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:43:19,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:43:19,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=92 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:35597 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:35597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/e5dc8b5cf5e9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e5dc8b5cf5e9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@755c2c99 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e5dc8b5cf5e9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e5dc8b5cf5e9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e5dc8b5cf5e9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:35597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/e5dc8b5cf5e9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e5dc8b5cf5e9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e5dc8b5cf5e9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:35597 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e5dc8b5cf5e9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=11052 (was 11973)