2024-11-14 04:46:25,087 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec 2024-11-14 04:46:25,107 main DEBUG Took 0.016436 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 04:46:25,108 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 04:46:25,108 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 04:46:25,110 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 04:46:25,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,122 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 04:46:25,153 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,159 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,160 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,162 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,163 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,164 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,166 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,168 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,169 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:46:25,181 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,181 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 04:46:25,183 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:46:25,185 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 04:46:25,187 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 04:46:25,188 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 04:46:25,189 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 04:46:25,189 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 04:46:25,201 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 04:46:25,205 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 04:46:25,207 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 04:46:25,209 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 04:46:25,210 main DEBUG createAppenders(={Console}) 2024-11-14 04:46:25,211 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec initialized 2024-11-14 04:46:25,211 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec 2024-11-14 04:46:25,211 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b38c1ec OK. 2024-11-14 04:46:25,212 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 04:46:25,213 main DEBUG OutputStream closed 2024-11-14 04:46:25,213 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 04:46:25,213 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 04:46:25,214 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@bae7dc0 OK 2024-11-14 04:46:25,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 04:46:25,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 04:46:25,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 04:46:25,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 04:46:25,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 04:46:25,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 04:46:25,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 04:46:25,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 04:46:25,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 04:46:25,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 04:46:25,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 04:46:25,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 04:46:25,415 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 04:46:25,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 04:46:25,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 04:46:25,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 04:46:25,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 04:46:25,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 04:46:25,421 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 04:46:25,430 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@2b76ff4e) with optional ClassLoader: null 2024-11-14 04:46:25,430 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 04:46:25,431 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@2b76ff4e] started OK. 2024-11-14T04:46:25,451 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-14 04:46:25,456 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 04:46:25,457 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T04:46:25,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=826, ProcessCount=11, AvailableMemoryMB=9202 2024-11-14T04:46:25,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7 2024-11-14T04:46:25,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:46:25,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029, deleteOnExit=true 2024-11-14T04:46:25,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:46:25,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/test.cache.data in system properties and HBase conf 2024-11-14T04:46:25,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:46:25,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:46:25,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:46:25,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:46:25,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:46:26,135 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T04:46:26,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:46:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:46:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:46:26,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:46:26,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:46:26,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:46:26,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:46:26,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:46:26,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:46:26,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:46:26,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:46:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:46:26,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:46:26,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:46:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:46:27,522 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:46:27,638 INFO [Time-limited test {}] log.Log(170): Logging initialized @3938ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T04:46:27,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:46:27,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:46:27,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:46:27,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:46:27,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:46:27,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:46:27,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:46:27,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:46:28,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/java.io.tmpdir/jetty-localhost-38865-hadoop-hdfs-3_4_1-tests_jar-_-any-1311693552780093676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:46:28,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:38865} 2024-11-14T04:46:28,143 INFO [Time-limited test {}] server.Server(415): Started @4445ms 2024-11-14T04:46:28,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:46:28,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:46:28,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:46:28,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:46:28,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:46:28,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:46:28,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:46:29,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@694dc04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/java.io.tmpdir/jetty-localhost-41079-hadoop-hdfs-3_4_1-tests_jar-_-any-17488596126971280068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:46:29,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:41079} 2024-11-14T04:46:29,147 INFO [Time-limited test {}] server.Server(415): Started @5449ms 2024-11-14T04:46:29,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:46:29,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:46:29,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:46:29,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:46:29,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:46:29,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:46:29,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:46:29,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:46:29,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4223727d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/java.io.tmpdir/jetty-localhost-45345-hadoop-hdfs-3_4_1-tests_jar-_-any-17653312224949745622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:46:29,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:45345} 2024-11-14T04:46:29,662 INFO [Time-limited test {}] server.Server(415): Started @5964ms 2024-11-14T04:46:29,666 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:46:29,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:46:29,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:46:29,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:46:29,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:46:29,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:46:29,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:46:29,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:46:30,024 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data3/current/BP-1880060405-172.17.0.2-1731559587196/current, will proceed with Du for space computation calculation, 2024-11-14T04:46:30,023 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data1/current/BP-1880060405-172.17.0.2-1731559587196/current, will proceed with Du for space computation calculation, 2024-11-14T04:46:30,027 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data2/current/BP-1880060405-172.17.0.2-1731559587196/current, will proceed with Du for space computation calculation, 2024-11-14T04:46:30,038 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data4/current/BP-1880060405-172.17.0.2-1731559587196/current, will proceed with Du for space computation calculation, 2024-11-14T04:46:30,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5830dca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/java.io.tmpdir/jetty-localhost-40419-hadoop-hdfs-3_4_1-tests_jar-_-any-10298822420233543113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:46:30,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:40419} 2024-11-14T04:46:30,110 INFO [Time-limited test {}] server.Server(415): Started @6412ms 2024-11-14T04:46:30,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:46:30,131 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:46:30,178 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:46:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5126aba6064cf8f0 with lease ID 0xabe16533b3f8f104: Processing first storage report for DS-60ec7bef-0ab2-453a-9670-1cfe32d59316 from datanode DatanodeRegistration(127.0.0.1:35797, datanodeUuid=ee6f0c2e-89e4-47f3-b523-f6b1ea958f6d, infoPort=37617, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196) 2024-11-14T04:46:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5126aba6064cf8f0 with lease ID 0xabe16533b3f8f104: from storage DS-60ec7bef-0ab2-453a-9670-1cfe32d59316 node DatanodeRegistration(127.0.0.1:35797, datanodeUuid=ee6f0c2e-89e4-47f3-b523-f6b1ea958f6d, infoPort=37617, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:46:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e964df9fb6bbb5b with lease ID 0xabe16533b3f8f105: Processing first storage report for DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28 from datanode DatanodeRegistration(127.0.0.1:45763, datanodeUuid=6ac5d9a6-1817-4d39-b374-cf43419d33eb, infoPort=41595, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196) 2024-11-14T04:46:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e964df9fb6bbb5b with lease ID 0xabe16533b3f8f105: from storage DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28 node DatanodeRegistration(127.0.0.1:45763, datanodeUuid=6ac5d9a6-1817-4d39-b374-cf43419d33eb, infoPort=41595, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:46:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5126aba6064cf8f0 with lease ID 0xabe16533b3f8f104: Processing first storage report for DS-e50b4921-2691-44bf-b250-2755c5abd69f from datanode DatanodeRegistration(127.0.0.1:35797, datanodeUuid=ee6f0c2e-89e4-47f3-b523-f6b1ea958f6d, infoPort=37617, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196) 2024-11-14T04:46:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5126aba6064cf8f0 with lease ID 0xabe16533b3f8f104: from storage DS-e50b4921-2691-44bf-b250-2755c5abd69f node DatanodeRegistration(127.0.0.1:35797, datanodeUuid=ee6f0c2e-89e4-47f3-b523-f6b1ea958f6d, infoPort=37617, infoSecurePort=0, ipcPort=45183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:46:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e964df9fb6bbb5b with lease ID 0xabe16533b3f8f105: Processing first storage report for DS-b767cae3-5c28-402c-98a0-b5664703318b from datanode DatanodeRegistration(127.0.0.1:45763, datanodeUuid=6ac5d9a6-1817-4d39-b374-cf43419d33eb, infoPort=41595, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196) 2024-11-14T04:46:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e964df9fb6bbb5b with lease ID 0xabe16533b3f8f105: from storage DS-b767cae3-5c28-402c-98a0-b5664703318b node DatanodeRegistration(127.0.0.1:45763, datanodeUuid=6ac5d9a6-1817-4d39-b374-cf43419d33eb, infoPort=41595, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:46:30,328 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data5/current/BP-1880060405-172.17.0.2-1731559587196/current, will proceed with Du for space computation calculation, 2024-11-14T04:46:30,330 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data6/current/BP-1880060405-172.17.0.2-1731559587196/current, will proceed with Du for space computation calculation, 2024-11-14T04:46:30,386 WARN [Thread-127 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:46:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaee6314b6a2937a with lease ID 0xabe16533b3f8f106: Processing first storage report for DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6 from datanode DatanodeRegistration(127.0.0.1:40311, datanodeUuid=51ed6e48-06eb-4c16-80f7-580883e1b272, infoPort=36215, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196) 2024-11-14T04:46:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaee6314b6a2937a with lease ID 0xabe16533b3f8f106: from storage DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6 node DatanodeRegistration(127.0.0.1:40311, datanodeUuid=51ed6e48-06eb-4c16-80f7-580883e1b272, infoPort=36215, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:46:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbaee6314b6a2937a with lease ID 0xabe16533b3f8f106: Processing first storage report for DS-3237f070-abd3-4045-bff4-f0cdf3a41132 from datanode DatanodeRegistration(127.0.0.1:40311, datanodeUuid=51ed6e48-06eb-4c16-80f7-580883e1b272, infoPort=36215, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196) 2024-11-14T04:46:30,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbaee6314b6a2937a with lease ID 0xabe16533b3f8f106: from storage DS-3237f070-abd3-4045-bff4-f0cdf3a41132 node DatanodeRegistration(127.0.0.1:40311, datanodeUuid=51ed6e48-06eb-4c16-80f7-580883e1b272, infoPort=36215, infoSecurePort=0, ipcPort=37183, storageInfo=lv=-57;cid=testClusterID;nsid=1811333951;c=1731559587196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:46:30,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7 2024-11-14T04:46:30,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/zookeeper_0, clientPort=60344, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:46:30,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60344 2024-11-14T04:46:30,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:30,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:31,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:46:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:46:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:46:31,674 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 with version=8 2024-11-14T04:46:31,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/hbase-staging 2024-11-14T04:46:31,796 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T04:46:32,101 INFO [Time-limited test {}] client.ConnectionUtils(128): master/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:46:32,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:32,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:32,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:46:32,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:32,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:46:32,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:46:32,443 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T04:46:32,459 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T04:46:32,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:46:32,503 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15090 (auto-detected) 2024-11-14T04:46:32,505 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T04:46:32,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35091 2024-11-14T04:46:32,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35091 connecting to ZooKeeper ensemble=127.0.0.1:60344 2024-11-14T04:46:32,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350910x0, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:46:32,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35091-0x100ef9180340000 connected 2024-11-14T04:46:32,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:32,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:32,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:46:32,687 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280, hbase.cluster.distributed=false 2024-11-14T04:46:32,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:46:32,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-14T04:46:32,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35091 2024-11-14T04:46:32,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35091 2024-11-14T04:46:32,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-14T04:46:32,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35091 2024-11-14T04:46:32,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:46:32,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:32,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:32,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:46:32,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:32,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:46:32,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:46:32,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:46:32,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38819 2024-11-14T04:46:32,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38819 connecting to ZooKeeper ensemble=127.0.0.1:60344 2024-11-14T04:46:32,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:32,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:32,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388190x0, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:46:32,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:46:32,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388190x0, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:46:32,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38819-0x100ef9180340001 connected 2024-11-14T04:46:32,970 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:46:32,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:46:32,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:46:32,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38819 2024-11-14T04:46:32,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38819 2024-11-14T04:46:32,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38819 2024-11-14T04:46:32,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38819 2024-11-14T04:46:32,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38819 2024-11-14T04:46:33,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:46:33,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:33,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:33,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:46:33,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:33,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:46:33,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:46:33,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:46:33,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34075 2024-11-14T04:46:33,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34075 connecting to ZooKeeper ensemble=127.0.0.1:60344 2024-11-14T04:46:33,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:33,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340750x0, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:46:33,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340750x0, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:46:33,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34075-0x100ef9180340002 connected 2024-11-14T04:46:33,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:46:33,051 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:46:33,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:46:33,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:46:33,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34075 2024-11-14T04:46:33,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34075 2024-11-14T04:46:33,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34075 2024-11-14T04:46:33,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34075 2024-11-14T04:46:33,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34075 2024-11-14T04:46:33,083 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/44289c305c03:0 server-side Connection retries=45 2024-11-14T04:46:33,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:33,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:33,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:46:33,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:46:33,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:46:33,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:46:33,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:46:33,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40077 2024-11-14T04:46:33,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40077 connecting to ZooKeeper ensemble=127.0.0.1:60344 2024-11-14T04:46:33,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:33,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:33,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400770x0, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:46:33,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40077-0x100ef9180340003 connected 2024-11-14T04:46:33,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:46:33,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:46:33,110 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:46:33,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T04:46:33,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T04:46:33,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-14T04:46:33,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40077 2024-11-14T04:46:33,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40077 2024-11-14T04:46:33,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-14T04:46:33,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-14T04:46:33,151 DEBUG [M:0;44289c305c03:35091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;44289c305c03:35091 2024-11-14T04:46:33,152 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/44289c305c03,35091,1731559591857 2024-11-14T04:46:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,166 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/44289c305c03,35091,1731559591857 2024-11-14T04:46:33,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:46:33,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:46:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T04:46:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,209 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T04:46:33,211 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/44289c305c03,35091,1731559591857 from backup master directory 2024-11-14T04:46:33,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/44289c305c03,35091,1731559591857 2024-11-14T04:46:33,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T04:46:33,221 WARN [master/44289c305c03:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:46:33,222 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=44289c305c03,35091,1731559591857 2024-11-14T04:46:33,224 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T04:46:33,226 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T04:46:33,307 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/hbase.id] with ID: 9a6b3167-a78d-49dc-bca6-77aabc43aaba 2024-11-14T04:46:33,308 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/.tmp/hbase.id 2024-11-14T04:46:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:46:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:46:33,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:46:33,349 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/.tmp/hbase.id]:[hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/hbase.id] 2024-11-14T04:46:33,412 INFO [master/44289c305c03:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:46:33,418 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:46:33,443 INFO [master/44289c305c03:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-14T04:46:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:33,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:46:33,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:46:33,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:46:33,564 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:46:33,568 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:46:33,593 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:46:33,607 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:46:33,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:46:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:46:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:46:33,700 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store 2024-11-14T04:46:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:46:33,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:46:33,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:46:33,735 INFO [master/44289c305c03:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T04:46:33,739 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:33,741 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:46:33,741 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:46:33,742 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:46:33,743 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:46:33,744 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:46:33,744 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:46:33,745 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559593741Disabling compacts and flushes for region at 1731559593741Disabling writes for close at 1731559593744 (+3 ms)Writing region close event to WAL at 1731559593744Closed at 1731559593744 2024-11-14T04:46:33,748 WARN [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/.initializing 2024-11-14T04:46:33,748 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/WALs/44289c305c03,35091,1731559591857 2024-11-14T04:46:33,761 INFO [master/44289c305c03:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:46:33,790 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C35091%2C1731559591857, suffix=, logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/WALs/44289c305c03,35091,1731559591857, archiveDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/oldWALs, maxLogs=10 2024-11-14T04:46:33,824 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/WALs/44289c305c03,35091,1731559591857/44289c305c03%2C35091%2C1731559591857.1731559593796, exclude list is [], retry=0 2024-11-14T04:46:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6,DISK] 2024-11-14T04:46:33,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35797,DS-60ec7bef-0ab2-453a-9670-1cfe32d59316,DISK] 2024-11-14T04:46:33,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T04:46:33,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28,DISK] 2024-11-14T04:46:33,930 INFO [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/WALs/44289c305c03,35091,1731559591857/44289c305c03%2C35091%2C1731559591857.1731559593796 2024-11-14T04:46:33,938 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41595:41595),(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:36215:36215)] 2024-11-14T04:46:33,940 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:46:33,952 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:33,965 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:33,966 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:46:34,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:34,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:46:34,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:34,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:46:34,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:34,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:46:34,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:34,127 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,131 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,134 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,142 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,143 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,149 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:46:34,154 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:46:34,162 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:34,164 INFO [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64523675, jitterRate=-0.03852231800556183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:46:34,174 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731559593995Initializing all the Stores at 1731559593998 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559594000 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559594014 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559594014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559594014Cleaning up temporary data from old regions at 1731559594143 (+129 ms)Region opened successfully at 1731559594174 (+31 ms) 2024-11-14T04:46:34,176 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:46:34,221 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb4c2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:46:34,256 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:46:34,268 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:46:34,268 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:46:34,272 INFO [master/44289c305c03:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:46:34,273 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T04:46:34,279 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T04:46:34,279 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:46:34,308 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:46:34,319 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T04:46:34,322 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T04:46:34,326 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:46:34,327 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:46:34,329 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T04:46:34,332 INFO [master/44289c305c03:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:46:34,336 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:46:34,337 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T04:46:34,339 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:46:34,340 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T04:46:34,360 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:46:34,362 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T04:46:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:46:34,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:46:34,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:46:34,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T04:46:34,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,372 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=44289c305c03,35091,1731559591857, sessionid=0x100ef9180340000, setting cluster-up flag (Was=false) 2024-11-14T04:46:34,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,401 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T04:46:34,409 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,35091,1731559591857 2024-11-14T04:46:34,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:34,429 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T04:46:34,431 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=44289c305c03,35091,1731559591857 2024-11-14T04:46:34,440 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:46:34,537 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:46:34,544 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(746): ClusterId : 9a6b3167-a78d-49dc-bca6-77aabc43aaba 2024-11-14T04:46:34,545 INFO [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(746): ClusterId : 9a6b3167-a78d-49dc-bca6-77aabc43aaba 2024-11-14T04:46:34,547 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(746): ClusterId : 9a6b3167-a78d-49dc-bca6-77aabc43aaba 2024-11-14T04:46:34,548 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:46:34,550 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:46:34,550 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:46:34,548 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:46:34,556 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:46:34,557 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:46:34,558 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:46:34,558 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:46:34,558 INFO [master/44289c305c03:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:46:34,558 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:46:34,559 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:46:34,562 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:46:34,562 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:46:34,562 DEBUG [RS:0;44289c305c03:38819 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25212925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:46:34,563 DEBUG [RS:1;44289c305c03:34075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72cbbc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:46:34,563 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:46:34,563 DEBUG [RS:2;44289c305c03:40077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d674137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=44289c305c03/172.17.0.2:0 2024-11-14T04:46:34,566 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 44289c305c03,35091,1731559591857 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:46:34,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:46:34,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:46:34,575 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:46:34,576 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/44289c305c03:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:46:34,576 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/44289c305c03:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:46:34,576 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,576 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:46:34,576 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,584 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559624584 2024-11-14T04:46:34,585 DEBUG [RS:0;44289c305c03:38819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;44289c305c03:38819 2024-11-14T04:46:34,585 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;44289c305c03:34075 2024-11-14T04:46:34,586 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:46:34,587 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:46:34,589 INFO [RS:0;44289c305c03:38819 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:46:34,589 INFO [RS:1;44289c305c03:34075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:46:34,589 INFO [RS:0;44289c305c03:38819 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:46:34,589 INFO [RS:1;44289c305c03:34075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:46:34,589 DEBUG [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:46:34,589 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:46:34,592 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:46:34,593 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:46:34,593 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:46:34,593 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:46:34,594 INFO [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,35091,1731559591857 with port=38819, startcode=1731559592847 2024-11-14T04:46:34,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:46:34,596 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;44289c305c03:40077 2024-11-14T04:46:34,596 INFO [RS:2;44289c305c03:40077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:46:34,596 INFO [RS:2;44289c305c03:40077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:46:34,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:46:34,596 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:46:34,597 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,35091,1731559591857 with port=34075, startcode=1731559593016 2024-11-14T04:46:34,597 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(2659): reportForDuty to master=44289c305c03,35091,1731559591857 with port=40077, startcode=1731559593082 2024-11-14T04:46:34,597 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,603 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:46:34,604 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:46:34,605 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:46:34,609 DEBUG [RS:2;44289c305c03:40077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:46:34,609 DEBUG [RS:1;44289c305c03:34075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:46:34,610 DEBUG [RS:0;44289c305c03:38819 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:46:34,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:46:34,616 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:46:34,616 INFO [master/44289c305c03:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:46:34,622 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559594618,5,FailOnTimeoutGroup] 2024-11-14T04:46:34,623 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559594622,5,FailOnTimeoutGroup] 2024-11-14T04:46:34,623 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,624 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:46:34,625 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,626 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:46:34,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:46:34,759 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58513, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:46:34,762 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:46:34,762 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55137, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:46:34,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:46:34,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:46:34,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,38819,1731559592847 2024-11-14T04:46:34,771 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:34,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=44289c305c03,38819,1731559592847 2024-11-14T04:46:34,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,40077,1731559593082 2024-11-14T04:46:34,792 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=44289c305c03,40077,1731559593082 2024-11-14T04:46:34,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:46:34,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:46:34,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:46:34,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:34,803 DEBUG [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:34,804 DEBUG [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38419 2024-11-14T04:46:34,804 DEBUG [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:46:34,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:46:34,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 44289c305c03,34075,1731559593016 2024-11-14T04:46:34,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] master.ServerManager(517): Registering regionserver=44289c305c03,34075,1731559593016 2024-11-14T04:46:34,809 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:34,809 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38419 2024-11-14T04:46:34,809 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:46:34,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:46:34,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:46:34,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:34,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:46:34,813 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:34,813 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38419 2024-11-14T04:46:34,813 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:46:34,815 DEBUG [RS:0;44289c305c03:38819 {}] zookeeper.ZKUtil(111): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,38819,1731559592847 2024-11-14T04:46:34,815 WARN [RS:0;44289c305c03:38819 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:46:34,815 INFO [RS:0;44289c305c03:38819 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:46:34,816 DEBUG [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847 2024-11-14T04:46:34,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:46:34,817 DEBUG [RS:2;44289c305c03:40077 {}] zookeeper.ZKUtil(111): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,40077,1731559593082 2024-11-14T04:46:34,817 WARN [RS:2;44289c305c03:40077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:46:34,817 INFO [RS:2;44289c305c03:40077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:46:34,817 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082 2024-11-14T04:46:34,817 DEBUG [RS:1;44289c305c03:34075 {}] zookeeper.ZKUtil(111): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/44289c305c03,34075,1731559593016 2024-11-14T04:46:34,818 WARN [RS:1;44289c305c03:34075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:46:34,818 INFO [RS:1;44289c305c03:34075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:46:34,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:46:34,818 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,34075,1731559593016 2024-11-14T04:46:34,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:34,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:46:34,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,38819,1731559592847] 2024-11-14T04:46:34,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,40077,1731559593082] 2024-11-14T04:46:34,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [44289c305c03,34075,1731559593016] 2024-11-14T04:46:34,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:46:34,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:34,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:46:34,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:46:34,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:34,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:34,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:46:34,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740 2024-11-14T04:46:34,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740 2024-11-14T04:46:34,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:46:34,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:46:34,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:46:34,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:46:34,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:34,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64585115, jitterRate=-0.03760679066181183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:46:34,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731559594803Initializing all the Stores at 1731559594805 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559594805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559594807 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559594807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559594807Cleaning up temporary data from old regions at 1731559594838 (+31 ms)Region opened successfully at 1731559594862 (+24 ms) 2024-11-14T04:46:34,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:46:34,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:46:34,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:46:34,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:46:34,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:46:34,864 INFO [RS:2;44289c305c03:40077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:46:34,864 INFO [RS:1;44289c305c03:34075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:46:34,864 INFO [RS:0;44289c305c03:38819 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:46:34,865 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:46:34,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559594863Disabling compacts and flushes for region at 1731559594863Disabling writes for close at 1731559594863Writing region close event to WAL at 1731559594864 (+1 ms)Closed at 1731559594865 (+1 ms) 2024-11-14T04:46:34,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:46:34,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:46:34,879 INFO [RS:1;44289c305c03:34075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:46:34,879 INFO [RS:2;44289c305c03:40077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:46:34,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:46:34,881 INFO [RS:0;44289c305c03:38819 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:46:34,887 INFO [RS:0;44289c305c03:38819 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:46:34,887 INFO [RS:1;44289c305c03:34075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:46:34,887 INFO [RS:2;44289c305c03:40077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:46:34,887 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,887 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,887 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,889 INFO [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:46:34,889 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:46:34,890 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:46:34,898 INFO [RS:0;44289c305c03:38819 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:46:34,898 INFO [RS:1;44289c305c03:34075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:46:34,899 INFO [RS:2;44289c305c03:40077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:46:34,900 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,900 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,900 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,900 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,901 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:46:34,901 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:46:34,902 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,902 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,903 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,903 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,903 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:46:34,903 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:46:34,903 DEBUG [RS:2;44289c305c03:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:46:34,903 DEBUG [RS:0;44289c305c03:38819 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:46:34,903 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,903 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,904 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,904 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,904 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,904 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,904 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:46:34,904 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,904 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:46:34,904 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,905 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,905 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,905 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,905 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/44289c305c03:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:46:34,905 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:46:34,905 DEBUG [RS:1;44289c305c03:34075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/44289c305c03:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:46:34,909 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:46:34,920 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,920 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,920 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,920 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,920 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,920 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,920 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,920 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,921 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,921 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,921 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40077,1731559593082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:46:34,921 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38819,1731559592847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:46:34,925 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,925 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,925 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,925 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,925 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,925 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,34075,1731559593016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:46:34,951 INFO [RS:0;44289c305c03:38819 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:46:34,951 INFO [RS:2;44289c305c03:40077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:46:34,954 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,40077,1731559593082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,954 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,955 INFO [RS:2;44289c305c03:40077 {}] regionserver.Replication(171): 44289c305c03,40077,1731559593082 started 2024-11-14T04:46:34,955 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,38819,1731559592847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,955 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,955 INFO [RS:0;44289c305c03:38819 {}] regionserver.Replication(171): 44289c305c03,38819,1731559592847 started 2024-11-14T04:46:34,956 INFO [RS:1;44289c305c03:34075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:46:34,957 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,34075,1731559593016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,959 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,959 INFO [RS:1;44289c305c03:34075 {}] regionserver.Replication(171): 44289c305c03,34075,1731559593016 started 2024-11-14T04:46:34,983 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,983 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,40077,1731559593082, RpcServer on 44289c305c03/172.17.0.2:40077, sessionid=0x100ef9180340003 2024-11-14T04:46:34,983 INFO [RS:0;44289c305c03:38819 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,984 INFO [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,38819,1731559592847, RpcServer on 44289c305c03/172.17.0.2:38819, sessionid=0x100ef9180340001 2024-11-14T04:46:34,984 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:46:34,984 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:46:34,985 DEBUG [RS:2;44289c305c03:40077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,40077,1731559593082 2024-11-14T04:46:34,985 DEBUG [RS:0;44289c305c03:38819 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,38819,1731559592847 2024-11-14T04:46:34,985 DEBUG [RS:0;44289c305c03:38819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,38819,1731559592847' 2024-11-14T04:46:34,985 DEBUG [RS:2;44289c305c03:40077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,40077,1731559593082' 2024-11-14T04:46:34,985 DEBUG [RS:0;44289c305c03:38819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:46:34,985 DEBUG [RS:2;44289c305c03:40077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:46:34,986 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:34,986 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1482): Serving as 44289c305c03,34075,1731559593016, RpcServer on 44289c305c03/172.17.0.2:34075, sessionid=0x100ef9180340002 2024-11-14T04:46:34,986 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:46:34,986 DEBUG [RS:1;44289c305c03:34075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 44289c305c03,34075,1731559593016 2024-11-14T04:46:34,987 DEBUG [RS:1;44289c305c03:34075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,34075,1731559593016' 2024-11-14T04:46:34,987 DEBUG [RS:1;44289c305c03:34075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T04:46:34,987 DEBUG [RS:2;44289c305c03:40077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:46:34,987 DEBUG [RS:0;44289c305c03:38819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:46:34,988 DEBUG [RS:1;44289c305c03:34075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T04:46:34,988 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:46:34,988 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:46:34,988 DEBUG [RS:0;44289c305c03:38819 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,38819,1731559592847 2024-11-14T04:46:34,988 DEBUG [RS:0;44289c305c03:38819 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,38819,1731559592847' 2024-11-14T04:46:34,988 DEBUG [RS:0;44289c305c03:38819 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:46:34,988 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:46:34,988 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:46:34,989 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:46:34,989 DEBUG [RS:2;44289c305c03:40077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,40077,1731559593082 2024-11-14T04:46:34,989 DEBUG [RS:2;44289c305c03:40077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,40077,1731559593082' 2024-11-14T04:46:34,989 DEBUG [RS:2;44289c305c03:40077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:46:34,989 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:46:34,989 DEBUG [RS:1;44289c305c03:34075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 44289c305c03,34075,1731559593016 2024-11-14T04:46:34,989 DEBUG [RS:0;44289c305c03:38819 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:46:34,989 DEBUG [RS:2;44289c305c03:40077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:46:34,989 DEBUG [RS:1;44289c305c03:34075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '44289c305c03,34075,1731559593016' 2024-11-14T04:46:34,990 DEBUG [RS:1;44289c305c03:34075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T04:46:34,990 DEBUG [RS:0;44289c305c03:38819 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:46:34,990 INFO [RS:0;44289c305c03:38819 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:46:34,990 INFO [RS:0;44289c305c03:38819 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:46:34,990 DEBUG [RS:2;44289c305c03:40077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:46:34,991 INFO [RS:2;44289c305c03:40077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:46:34,991 INFO [RS:2;44289c305c03:40077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:46:34,991 DEBUG [RS:1;44289c305c03:34075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T04:46:34,992 DEBUG [RS:1;44289c305c03:34075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:46:34,992 INFO [RS:1;44289c305c03:34075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:46:34,992 INFO [RS:1;44289c305c03:34075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:46:35,062 WARN [44289c305c03:35091 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:46:35,098 INFO [RS:0;44289c305c03:38819 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:46:35,101 INFO [RS:1;44289c305c03:34075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:46:35,101 INFO [RS:2;44289c305c03:40077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:46:35,105 INFO [RS:0;44289c305c03:38819 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C38819%2C1731559592847, suffix=, logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847, archiveDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs, maxLogs=32 2024-11-14T04:46:35,106 INFO [RS:1;44289c305c03:34075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C34075%2C1731559593016, suffix=, logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,34075,1731559593016, archiveDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs, maxLogs=32 2024-11-14T04:46:35,106 INFO [RS:2;44289c305c03:40077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C40077%2C1731559593082, suffix=, logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082, archiveDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs, maxLogs=32 2024-11-14T04:46:35,129 DEBUG [RS:0;44289c305c03:38819 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847/44289c305c03%2C38819%2C1731559592847.1731559595108, exclude list is [], retry=0 2024-11-14T04:46:35,129 DEBUG [RS:2;44289c305c03:40077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082/44289c305c03%2C40077%2C1731559593082.1731559595109, exclude list is [], retry=0 2024-11-14T04:46:35,129 DEBUG [RS:1;44289c305c03:34075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,34075,1731559593016/44289c305c03%2C34075%2C1731559593016.1731559595109, exclude list is [], retry=0 2024-11-14T04:46:35,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35797,DS-60ec7bef-0ab2-453a-9670-1cfe32d59316,DISK] 2024-11-14T04:46:35,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6,DISK] 2024-11-14T04:46:35,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28,DISK] 2024-11-14T04:46:35,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6,DISK] 2024-11-14T04:46:35,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28,DISK] 2024-11-14T04:46:35,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35797,DS-60ec7bef-0ab2-453a-9670-1cfe32d59316,DISK] 2024-11-14T04:46:35,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35797,DS-60ec7bef-0ab2-453a-9670-1cfe32d59316,DISK] 2024-11-14T04:46:35,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28,DISK] 2024-11-14T04:46:35,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6,DISK] 2024-11-14T04:46:35,155 INFO [RS:1;44289c305c03:34075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,34075,1731559593016/44289c305c03%2C34075%2C1731559593016.1731559595109 2024-11-14T04:46:35,158 DEBUG [RS:1;44289c305c03:34075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41595:41595),(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:36215:36215)] 2024-11-14T04:46:35,158 INFO [RS:2;44289c305c03:40077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082/44289c305c03%2C40077%2C1731559593082.1731559595109 2024-11-14T04:46:35,163 INFO [RS:0;44289c305c03:38819 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847/44289c305c03%2C38819%2C1731559592847.1731559595108 2024-11-14T04:46:35,164 DEBUG [RS:2;44289c305c03:40077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:41595:41595),(127.0.0.1/127.0.0.1:36215:36215)] 2024-11-14T04:46:35,167 DEBUG [RS:0;44289c305c03:38819 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37617:37617),(127.0.0.1/127.0.0.1:36215:36215),(127.0.0.1/127.0.0.1:41595:41595)] 2024-11-14T04:46:35,315 DEBUG [44289c305c03:35091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T04:46:35,323 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:46:35,331 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:46:35,331 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:46:35,331 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T04:46:35,331 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:46:35,331 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:46:35,331 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T04:46:35,331 INFO [44289c305c03:35091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:46:35,331 INFO [44289c305c03:35091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:46:35,331 INFO [44289c305c03:35091 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T04:46:35,331 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:46:35,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:35,348 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38819,1731559592847, state=OPENING 2024-11-14T04:46:35,354 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:46:35,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:35,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:35,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:35,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:46:35,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,358 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:46:35,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:35,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:46:35,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33265, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:46:35,577 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:46:35,577 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:46:35,578 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:46:35,584 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C38819%2C1731559592847.meta, suffix=.meta, logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847, archiveDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs, maxLogs=32 2024-11-14T04:46:35,607 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, exclude list is [], retry=0 2024-11-14T04:46:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28,DISK] 2024-11-14T04:46:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35797,DS-60ec7bef-0ab2-453a-9670-1cfe32d59316,DISK] 2024-11-14T04:46:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6,DISK] 2024-11-14T04:46:35,616 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta 2024-11-14T04:46:35,617 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41595:41595),(127.0.0.1/127.0.0.1:36215:36215),(127.0.0.1/127.0.0.1:37617:37617)] 2024-11-14T04:46:35,618 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:46:35,619 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:46:35,622 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:46:35,631 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:46:35,637 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:46:35,646 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:35,646 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:46:35,646 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:46:35,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:46:35,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:46:35,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:35,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:35,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:46:35,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:46:35,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:35,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:35,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:46:35,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:46:35,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:35,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:35,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:46:35,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:46:35,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:35,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:46:35,713 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:46:35,719 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740 2024-11-14T04:46:35,730 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740 2024-11-14T04:46:35,742 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:46:35,742 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:46:35,746 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:46:35,753 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:46:35,755 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60693609, jitterRate=-0.09559474885463715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:46:35,755 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:46:35,757 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731559595647Writing region info on filesystem at 1731559595648 (+1 ms)Initializing all the Stores at 1731559595658 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559595658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559595661 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559595661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559595661Cleaning up temporary data from old regions at 1731559595742 (+81 ms)Running coprocessor post-open hooks at 1731559595755 (+13 ms)Region opened successfully at 1731559595757 (+2 ms) 2024-11-14T04:46:35,770 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731559595529 2024-11-14T04:46:35,786 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:46:35,787 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:46:35,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:35,799 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38819,1731559592847, state=OPEN 2024-11-14T04:46:35,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:46:35,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:46:35,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:46:35,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:46:35,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,805 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,38819,1731559592847 2024-11-14T04:46:35,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:35,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:46:35,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,38819,1731559592847 in 446 msec 2024-11-14T04:46:35,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:46:35,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 937 msec 2024-11-14T04:46:35,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:46:35,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:46:35,851 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:35,852 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:35,880 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:46:35,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:46:35,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4350 sec 2024-11-14T04:46:35,917 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731559595917, completionTime=-1 2024-11-14T04:46:35,920 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T04:46:35,920 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:46:35,953 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T04:46:35,953 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559655953 2024-11-14T04:46:35,953 INFO [master/44289c305c03:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559715953 2024-11-14T04:46:35,954 INFO [master/44289c305c03:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-14T04:46:35,956 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:46:35,965 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35091,1731559591857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:35,966 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35091,1731559591857-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:35,966 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35091,1731559591857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:35,968 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-44289c305c03:35091, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:35,968 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:35,969 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:35,977 DEBUG [master/44289c305c03:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:46:36,000 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.778sec 2024-11-14T04:46:36,002 INFO [master/44289c305c03:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:46:36,004 INFO [master/44289c305c03:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:46:36,005 INFO [master/44289c305c03:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:46:36,006 INFO [master/44289c305c03:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:46:36,006 INFO [master/44289c305c03:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:46:36,007 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35091,1731559591857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:46:36,008 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35091,1731559591857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:46:36,013 DEBUG [master/44289c305c03:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:46:36,015 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:46:36,015 INFO [master/44289c305c03:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=44289c305c03,35091,1731559591857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:46:36,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4830af38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:46:36,069 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T04:46:36,069 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T04:46:36,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 44289c305c03,35091,-1 for getting cluster id 2024-11-14T04:46:36,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:46:36,085 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a6b3167-a78d-49dc-bca6-77aabc43aaba' 2024-11-14T04:46:36,087 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:46:36,087 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a6b3167-a78d-49dc-bca6-77aabc43aaba" 2024-11-14T04:46:36,091 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c643ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:46:36,091 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [44289c305c03,35091,-1] 2024-11-14T04:46:36,094 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:46:36,096 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:46:36,098 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:46:36,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58bdfed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:46:36,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:36,118 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:36,119 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:46:36,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:46:36,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=44289c305c03,35091,1731559591857 2024-11-14T04:46:36,145 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T04:46:36,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:46:36,155 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 44289c305c03,35091,1731559591857 2024-11-14T04:46:36,158 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65b6440c 2024-11-14T04:46:36,159 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:46:36,162 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:46:36,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:46:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:46:36,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:46:36,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-14T04:46:36,186 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:36,189 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:46:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:46:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741837_1013 (size=1020) 2024-11-14T04:46:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741837_1013 (size=1020) 2024-11-14T04:46:36,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741837_1013 (size=1020) 2024-11-14T04:46:36,224 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c7e999ba9815cc58dad76d234853867, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,225 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 270459d50e41c1ebd22703793b89ab94, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,225 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e681968b3a1f4be2ac0190a627f3ff16, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,231 WARN [IPC Server handler 0 on default port 38419 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:46:36,232 WARN [IPC Server handler 0 on default port 38419 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:46:36,232 WARN [IPC Server handler 0 on default port 38419 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:46:36,233 WARN [IPC Server handler 4 on default port 38419 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T04:46:36,233 WARN [IPC Server handler 4 on default port 38419 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T04:46:36,233 WARN [IPC Server handler 4 on default port 38419 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T04:46:36,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741840_1016 (size=110) 2024-11-14T04:46:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741839_1015 (size=110) 2024-11-14T04:46:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741840_1016 (size=110) 2024-11-14T04:46:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741839_1015 (size=110) 2024-11-14T04:46:36,247 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,247 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e681968b3a1f4be2ac0190a627f3ff16, disabling compactions & flushes 2024-11-14T04:46:36,247 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:36,247 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:36,248 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. after waiting 0 ms 2024-11-14T04:46:36,248 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:36,248 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:36,248 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e681968b3a1f4be2ac0190a627f3ff16: Waiting for close lock at 1731559596247Disabling compacts and flushes for region at 1731559596247Disabling writes for close at 1731559596248 (+1 ms)Writing region close event to WAL at 1731559596248Closed at 1731559596248 2024-11-14T04:46:36,249 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 456ddba907fdabd1094d8b1baf70e178, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 270459d50e41c1ebd22703793b89ab94, disabling compactions & flushes 2024-11-14T04:46:36,250 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:36,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:36,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. after waiting 0 ms 2024-11-14T04:46:36,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:36,250 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:36,250 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 270459d50e41c1ebd22703793b89ab94: Waiting for close lock at 1731559596250Disabling compacts and flushes for region at 1731559596250Disabling writes for close at 1731559596250Writing region close event to WAL at 1731559596250Closed at 1731559596250 2024-11-14T04:46:36,251 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02b2ff159a4a38fa1732437846c09994, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741838_1014 (size=107) 2024-11-14T04:46:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741838_1014 (size=107) 2024-11-14T04:46:36,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741838_1014 (size=107) 2024-11-14T04:46:36,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2c7e999ba9815cc58dad76d234853867, disabling compactions & flushes 2024-11-14T04:46:36,268 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:46:36,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:46:36,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. after waiting 0 ms 2024-11-14T04:46:36,268 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:46:36,268 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:46:36,269 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c7e999ba9815cc58dad76d234853867: Waiting for close lock at 1731559596268Disabling compacts and flushes for region at 1731559596268Disabling writes for close at 1731559596268Writing region close event to WAL at 1731559596268Closed at 1731559596268 2024-11-14T04:46:36,270 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79a5840bd357c1b807d4310a584315a5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741841_1017 (size=110) 2024-11-14T04:46:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741841_1017 (size=110) 2024-11-14T04:46:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741841_1017 (size=110) 2024-11-14T04:46:36,291 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 456ddba907fdabd1094d8b1baf70e178, disabling compactions & flushes 2024-11-14T04:46:36,292 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:46:36,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:46:36,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. after waiting 0 ms 2024-11-14T04:46:36,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:46:36,292 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:46:36,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 456ddba907fdabd1094d8b1baf70e178: Waiting for close lock at 1731559596291Disabling compacts and flushes for region at 1731559596291Disabling writes for close at 1731559596292 (+1 ms)Writing region close event to WAL at 1731559596292Closed at 1731559596292 2024-11-14T04:46:36,293 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d0fe855f511b3386c0979d1669486e3e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741842_1018 (size=110) 2024-11-14T04:46:36,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741842_1018 (size=110) 2024-11-14T04:46:36,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741842_1018 (size=110) 2024-11-14T04:46:36,299 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,299 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 02b2ff159a4a38fa1732437846c09994, disabling compactions & flushes 2024-11-14T04:46:36,300 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:46:36,300 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:46:36,300 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. after waiting 0 ms 2024-11-14T04:46:36,300 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:46:36,300 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:46:36,300 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02b2ff159a4a38fa1732437846c09994: Waiting for close lock at 1731559596299Disabling compacts and flushes for region at 1731559596299Disabling writes for close at 1731559596300 (+1 ms)Writing region close event to WAL at 1731559596300Closed at 1731559596300 2024-11-14T04:46:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741843_1019 (size=110) 2024-11-14T04:46:36,302 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ecb10cea00c88f8d37422ffc54e9f3d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741843_1019 (size=110) 2024-11-14T04:46:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741843_1019 (size=110) 2024-11-14T04:46:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:46:36,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 79a5840bd357c1b807d4310a584315a5, disabling compactions & flushes 2024-11-14T04:46:36,306 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:46:36,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:46:36,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. after waiting 0 ms 2024-11-14T04:46:36,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:46:36,307 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:46:36,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79a5840bd357c1b807d4310a584315a5: Waiting for close lock at 1731559596306Disabling compacts and flushes for region at 1731559596306Disabling writes for close at 1731559596307 (+1 ms)Writing region close event to WAL at 1731559596307Closed at 1731559596307 2024-11-14T04:46:36,308 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4baab58ce7c3d5afcce8298498d9176, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741844_1020 (size=110) 2024-11-14T04:46:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741844_1020 (size=110) 2024-11-14T04:46:36,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741845_1021 (size=110) 2024-11-14T04:46:36,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741845_1021 (size=110) 2024-11-14T04:46:36,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741844_1020 (size=110) 2024-11-14T04:46:36,344 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,345 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d0fe855f511b3386c0979d1669486e3e, disabling compactions & flushes 2024-11-14T04:46:36,345 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:46:36,345 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:46:36,345 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. after waiting 0 ms 2024-11-14T04:46:36,345 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:46:36,345 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:46:36,345 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d0fe855f511b3386c0979d1669486e3e: Waiting for close lock at 1731559596345Disabling compacts and flushes for region at 1731559596345Disabling writes for close at 1731559596345Writing region close event to WAL at 1731559596345Closed at 1731559596345 2024-11-14T04:46:36,347 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e713645118a728bbef2b7898660969e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ecb10cea00c88f8d37422ffc54e9f3d4, disabling compactions & flushes 2024-11-14T04:46:36,348 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:46:36,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:46:36,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. after waiting 0 ms 2024-11-14T04:46:36,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:46:36,348 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:46:36,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ecb10cea00c88f8d37422ffc54e9f3d4: Waiting for close lock at 1731559596348Disabling compacts and flushes for region at 1731559596348Disabling writes for close at 1731559596348Writing region close event to WAL at 1731559596348Closed at 1731559596348 2024-11-14T04:46:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741845_1021 (size=110) 2024-11-14T04:46:36,349 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2de183befa72b03135a8a6d941ee30cc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741846_1022 (size=110) 2024-11-14T04:46:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741846_1022 (size=110) 2024-11-14T04:46:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741846_1022 (size=110) 2024-11-14T04:46:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741847_1023 (size=110) 2024-11-14T04:46:36,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741847_1023 (size=110) 2024-11-14T04:46:36,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741847_1023 (size=110) 2024-11-14T04:46:36,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741848_1024 (size=110) 2024-11-14T04:46:36,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e713645118a728bbef2b7898660969e1, disabling compactions & flushes 2024-11-14T04:46:36,374 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:46:36,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:46:36,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. after waiting 0 ms 2024-11-14T04:46:36,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:46:36,374 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:46:36,374 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e713645118a728bbef2b7898660969e1: Waiting for close lock at 1731559596374Disabling compacts and flushes for region at 1731559596374Disabling writes for close at 1731559596374Writing region close event to WAL at 1731559596374Closed at 1731559596374 2024-11-14T04:46:36,375 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 79629594bb78d9d899ae769fd1a18a46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741848_1024 (size=110) 2024-11-14T04:46:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741848_1024 (size=110) 2024-11-14T04:46:36,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 2de183befa72b03135a8a6d941ee30cc, disabling compactions & flushes 2024-11-14T04:46:36,380 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:46:36,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:46:36,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. after waiting 0 ms 2024-11-14T04:46:36,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:46:36,380 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:46:36,381 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2de183befa72b03135a8a6d941ee30cc: Waiting for close lock at 1731559596380Disabling compacts and flushes for region at 1731559596380Disabling writes for close at 1731559596380Writing region close event to WAL at 1731559596380Closed at 1731559596380 2024-11-14T04:46:36,382 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f476b9e3690a66a6a203a40f0df9ecba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741849_1025 (size=110) 2024-11-14T04:46:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741849_1025 (size=110) 2024-11-14T04:46:36,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741849_1025 (size=110) 2024-11-14T04:46:36,396 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,396 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 79629594bb78d9d899ae769fd1a18a46, disabling compactions & flushes 2024-11-14T04:46:36,396 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:46:36,396 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:46:36,396 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. after waiting 0 ms 2024-11-14T04:46:36,396 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:46:36,396 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:46:36,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 79629594bb78d9d899ae769fd1a18a46: Waiting for close lock at 1731559596396Disabling compacts and flushes for region at 1731559596396Disabling writes for close at 1731559596396Writing region close event to WAL at 1731559596396Closed at 1731559596396 2024-11-14T04:46:36,398 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => abb97f36b612cbbc7f768aef0642cca6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741850_1026 (size=110) 2024-11-14T04:46:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741850_1026 (size=110) 2024-11-14T04:46:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741850_1026 (size=110) 2024-11-14T04:46:36,405 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f476b9e3690a66a6a203a40f0df9ecba, disabling compactions & flushes 2024-11-14T04:46:36,406 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:46:36,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:46:36,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. after waiting 0 ms 2024-11-14T04:46:36,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:46:36,406 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:46:36,406 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f476b9e3690a66a6a203a40f0df9ecba: Waiting for close lock at 1731559596405Disabling compacts and flushes for region at 1731559596405Disabling writes for close at 1731559596406 (+1 ms)Writing region close event to WAL at 1731559596406Closed at 1731559596406 2024-11-14T04:46:36,407 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e20b7c18fd356c464d3ccc4e72a93d45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741851_1027 (size=110) 2024-11-14T04:46:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741851_1027 (size=110) 2024-11-14T04:46:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741851_1027 (size=110) 2024-11-14T04:46:36,416 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing abb97f36b612cbbc7f768aef0642cca6, disabling compactions & flushes 2024-11-14T04:46:36,417 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:46:36,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:46:36,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. after waiting 0 ms 2024-11-14T04:46:36,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:46:36,417 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:46:36,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for abb97f36b612cbbc7f768aef0642cca6: Waiting for close lock at 1731559596417Disabling compacts and flushes for region at 1731559596417Disabling writes for close at 1731559596417Writing region close event to WAL at 1731559596417Closed at 1731559596417 2024-11-14T04:46:36,419 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => af3fb45d05d15f21e85f865b1ab6a560, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741852_1028 (size=110) 2024-11-14T04:46:36,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741852_1028 (size=110) 2024-11-14T04:46:36,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741852_1028 (size=110) 2024-11-14T04:46:36,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e20b7c18fd356c464d3ccc4e72a93d45, disabling compactions & flushes 2024-11-14T04:46:36,441 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:46:36,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:46:36,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. after waiting 0 ms 2024-11-14T04:46:36,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:46:36,441 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:46:36,441 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e20b7c18fd356c464d3ccc4e72a93d45: Waiting for close lock at 1731559596441Disabling compacts and flushes for region at 1731559596441Disabling writes for close at 1731559596441Writing region close event to WAL at 1731559596441Closed at 1731559596441 2024-11-14T04:46:36,442 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 30f1f00ea48d32176a5649de9d0a1c9c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741853_1029 (size=110) 2024-11-14T04:46:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741854_1030 (size=110) 2024-11-14T04:46:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741854_1030 (size=110) 2024-11-14T04:46:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741854_1030 (size=110) 2024-11-14T04:46:36,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741853_1029 (size=110) 2024-11-14T04:46:36,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741853_1029 (size=110) 2024-11-14T04:46:36,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing af3fb45d05d15f21e85f865b1ab6a560, disabling compactions & flushes 2024-11-14T04:46:36,478 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:46:36,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:46:36,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. after waiting 0 ms 2024-11-14T04:46:36,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:46:36,478 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:46:36,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for af3fb45d05d15f21e85f865b1ab6a560: Waiting for close lock at 1731559596478Disabling compacts and flushes for region at 1731559596478Disabling writes for close at 1731559596478Writing region close event to WAL at 1731559596478Closed at 1731559596478 2024-11-14T04:46:36,478 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,479 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 30f1f00ea48d32176a5649de9d0a1c9c, disabling compactions & flushes 2024-11-14T04:46:36,479 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 93658085e974359c83238bdb09ee9211, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,479 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:46:36,479 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:46:36,479 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. after waiting 0 ms 2024-11-14T04:46:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:46:36,520 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:46:36,520 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:46:36,520 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 30f1f00ea48d32176a5649de9d0a1c9c: Waiting for close lock at 1731559596479Disabling compacts and flushes for region at 1731559596479Disabling writes for close at 1731559596479Writing region close event to WAL at 1731559596520 (+41 ms)Closed at 1731559596520 2024-11-14T04:46:36,522 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d6e23cb1a9cfc91b5c4644688729e6f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741855_1031 (size=110) 2024-11-14T04:46:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741855_1031 (size=110) 2024-11-14T04:46:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741855_1031 (size=110) 2024-11-14T04:46:36,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 93658085e974359c83238bdb09ee9211, disabling compactions & flushes 2024-11-14T04:46:36,545 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:46:36,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:46:36,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. after waiting 0 ms 2024-11-14T04:46:36,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:46:36,545 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:46:36,545 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 93658085e974359c83238bdb09ee9211: Waiting for close lock at 1731559596545Disabling compacts and flushes for region at 1731559596545Disabling writes for close at 1731559596545Writing region close event to WAL at 1731559596545Closed at 1731559596545 2024-11-14T04:46:36,546 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 33c0bdbb38535a96d09a2a35f553b73f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741856_1032 (size=110) 2024-11-14T04:46:36,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741856_1032 (size=110) 2024-11-14T04:46:36,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741856_1032 (size=110) 2024-11-14T04:46:36,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d6e23cb1a9cfc91b5c4644688729e6f5, disabling compactions & flushes 2024-11-14T04:46:36,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:46:36,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:46:36,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. after waiting 0 ms 2024-11-14T04:46:36,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:46:36,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:46:36,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d6e23cb1a9cfc91b5c4644688729e6f5: Waiting for close lock at 1731559596568Disabling compacts and flushes for region at 1731559596568Disabling writes for close at 1731559596568Writing region close event to WAL at 1731559596568Closed at 1731559596568 2024-11-14T04:46:36,569 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7815e3081270ddf7183f05c77ca112d6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741857_1033 (size=110) 2024-11-14T04:46:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741857_1033 (size=110) 2024-11-14T04:46:36,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741857_1033 (size=110) 2024-11-14T04:46:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741858_1034 (size=110) 2024-11-14T04:46:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741858_1034 (size=110) 2024-11-14T04:46:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741858_1034 (size=110) 2024-11-14T04:46:36,584 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 7815e3081270ddf7183f05c77ca112d6, disabling compactions & flushes 2024-11-14T04:46:36,585 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:46:36,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:46:36,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. after waiting 0 ms 2024-11-14T04:46:36,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:46:36,585 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:46:36,585 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7815e3081270ddf7183f05c77ca112d6: Waiting for close lock at 1731559596585Disabling compacts and flushes for region at 1731559596585Disabling writes for close at 1731559596585Writing region close event to WAL at 1731559596585Closed at 1731559596585 2024-11-14T04:46:36,586 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9692cbaeae4c0efcd59e3b43a144bd9e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741859_1035 (size=110) 2024-11-14T04:46:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741859_1035 (size=110) 2024-11-14T04:46:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741859_1035 (size=110) 2024-11-14T04:46:36,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 9692cbaeae4c0efcd59e3b43a144bd9e, disabling compactions & flushes 2024-11-14T04:46:36,599 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:46:36,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:46:36,600 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. after waiting 0 ms 2024-11-14T04:46:36,600 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:46:36,600 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:46:36,600 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9692cbaeae4c0efcd59e3b43a144bd9e: Waiting for close lock at 1731559596599Disabling compacts and flushes for region at 1731559596599Disabling writes for close at 1731559596600 (+1 ms)Writing region close event to WAL at 1731559596600Closed at 1731559596600 2024-11-14T04:46:36,601 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f733cab21c27fe534329adec763ad3b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741860_1036 (size=110) 2024-11-14T04:46:36,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741860_1036 (size=110) 2024-11-14T04:46:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741860_1036 (size=110) 2024-11-14T04:46:36,615 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,616 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5f733cab21c27fe534329adec763ad3b, disabling compactions & flushes 2024-11-14T04:46:36,616 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:46:36,616 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:46:36,616 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. after waiting 0 ms 2024-11-14T04:46:36,616 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:46:36,616 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:46:36,616 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f733cab21c27fe534329adec763ad3b: Waiting for close lock at 1731559596616Disabling compacts and flushes for region at 1731559596616Disabling writes for close at 1731559596616Writing region close event to WAL at 1731559596616Closed at 1731559596616 2024-11-14T04:46:36,616 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8d77f25feae4fe49fbce88b38fd65fee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741861_1037 (size=110) 2024-11-14T04:46:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741861_1037 (size=110) 2024-11-14T04:46:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741861_1037 (size=110) 2024-11-14T04:46:36,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8d77f25feae4fe49fbce88b38fd65fee, disabling compactions & flushes 2024-11-14T04:46:36,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:46:36,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:46:36,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. after waiting 0 ms 2024-11-14T04:46:36,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:46:36,636 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:46:36,636 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8d77f25feae4fe49fbce88b38fd65fee: Waiting for close lock at 1731559596636Disabling compacts and flushes for region at 1731559596636Disabling writes for close at 1731559596636Writing region close event to WAL at 1731559596636Closed at 1731559596636 2024-11-14T04:46:36,637 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8cb7a3141b8aec494580b53ca4870405, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741862_1038 (size=110) 2024-11-14T04:46:36,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741862_1038 (size=110) 2024-11-14T04:46:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741862_1038 (size=110) 2024-11-14T04:46:36,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8cb7a3141b8aec494580b53ca4870405, disabling compactions & flushes 2024-11-14T04:46:36,661 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:46:36,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:46:36,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. after waiting 0 ms 2024-11-14T04:46:36,661 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:46:36,662 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:46:36,662 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8cb7a3141b8aec494580b53ca4870405: Waiting for close lock at 1731559596661Disabling compacts and flushes for region at 1731559596661Disabling writes for close at 1731559596661Writing region close event to WAL at 1731559596661Closed at 1731559596662 (+1 ms) 2024-11-14T04:46:36,663 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 46d503a608f28bba0442a1735833d15f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280 2024-11-14T04:46:36,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741863_1039 (size=107) 2024-11-14T04:46:36,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741863_1039 (size=107) 2024-11-14T04:46:36,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741863_1039 (size=107) 2024-11-14T04:46:36,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 46d503a608f28bba0442a1735833d15f, disabling compactions & flushes 2024-11-14T04:46:36,686 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:46:36,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:46:36,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. after waiting 0 ms 2024-11-14T04:46:36,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:46:36,686 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:46:36,686 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 46d503a608f28bba0442a1735833d15f: Waiting for close lock at 1731559596686Disabling compacts and flushes for region at 1731559596686Disabling writes for close at 1731559596686Writing region close event to WAL at 1731559596686Closed at 1731559596686 2024-11-14T04:46:36,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f4baab58ce7c3d5afcce8298498d9176, disabling compactions & flushes 2024-11-14T04:46:36,751 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:46:36,751 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:46:36,752 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. after waiting 0 ms 2024-11-14T04:46:36,752 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:46:36,752 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:46:36,752 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4baab58ce7c3d5afcce8298498d9176: Waiting for close lock at 1731559596751Disabling compacts and flushes for region at 1731559596751Disabling writes for close at 1731559596752 (+1 ms)Writing region close event to WAL at 1731559596752Closed at 1731559596752 2024-11-14T04:46:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:46:36,975 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:36,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 33c0bdbb38535a96d09a2a35f553b73f, disabling compactions & flushes 2024-11-14T04:46:36,976 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:46:36,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:46:36,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. after waiting 0 ms 2024-11-14T04:46:36,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:46:36,976 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:46:36,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 33c0bdbb38535a96d09a2a35f553b73f: Waiting for close lock at 1731559596976Disabling compacts and flushes for region at 1731559596976Disabling writes for close at 1731559596976Writing region close event to WAL at 1731559596976Closed at 1731559596976 2024-11-14T04:46:36,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:46:36,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:36,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731559596979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731559596979"}]},"ts":"1731559596979"} 2024-11-14T04:46:37,035 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-14T04:46:37,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:46:37,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559597038"}]},"ts":"1731559597038"} 2024-11-14T04:46:37,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-14T04:46:37,048 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:46:37,094 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:46:37,095 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:46:37,095 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T04:46:37,095 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:46:37,095 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:46:37,095 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T04:46:37,095 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:46:37,095 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:46:37,095 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T04:46:37,095 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:46:37,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=270459d50e41c1ebd22703793b89ab94, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e681968b3a1f4be2ac0190a627f3ff16, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456ddba907fdabd1094d8b1baf70e178, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02b2ff159a4a38fa1732437846c09994, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0fe855f511b3386c0979d1669486e3e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecb10cea00c88f8d37422ffc54e9f3d4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f4baab58ce7c3d5afcce8298498d9176, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2de183befa72b03135a8a6d941ee30cc, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79629594bb78d9d899ae769fd1a18a46, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=abb97f36b612cbbc7f768aef0642cca6, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e20b7c18fd356c464d3ccc4e72a93d45, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30f1f00ea48d32176a5649de9d0a1c9c, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93658085e974359c83238bdb09ee9211, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c0bdbb38535a96d09a2a35f553b73f, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7815e3081270ddf7183f05c77ca112d6, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9692cbaeae4c0efcd59e3b43a144bd9e, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d77f25feae4fe49fbce88b38fd65fee, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cb7a3141b8aec494580b53ca4870405, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN}] 2024-11-14T04:46:37,105 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN 2024-11-14T04:46:37,107 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,108 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cb7a3141b8aec494580b53ca4870405, ASSIGN 2024-11-14T04:46:37,110 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cb7a3141b8aec494580b53ca4870405, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d77f25feae4fe49fbce88b38fd65fee, ASSIGN 2024-11-14T04:46:37,121 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d77f25feae4fe49fbce88b38fd65fee, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN 2024-11-14T04:46:37,124 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,127 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9692cbaeae4c0efcd59e3b43a144bd9e, ASSIGN 2024-11-14T04:46:37,129 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9692cbaeae4c0efcd59e3b43a144bd9e, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,131 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7815e3081270ddf7183f05c77ca112d6, ASSIGN 2024-11-14T04:46:37,133 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7815e3081270ddf7183f05c77ca112d6, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,135 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c0bdbb38535a96d09a2a35f553b73f, ASSIGN 2024-11-14T04:46:37,136 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c0bdbb38535a96d09a2a35f553b73f, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,139 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN 2024-11-14T04:46:37,146 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,148 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93658085e974359c83238bdb09ee9211, ASSIGN 2024-11-14T04:46:37,156 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93658085e974359c83238bdb09ee9211, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,158 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30f1f00ea48d32176a5649de9d0a1c9c, ASSIGN 2024-11-14T04:46:37,160 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30f1f00ea48d32176a5649de9d0a1c9c, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN 2024-11-14T04:46:37,164 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e20b7c18fd356c464d3ccc4e72a93d45, ASSIGN 2024-11-14T04:46:37,167 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e20b7c18fd356c464d3ccc4e72a93d45, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=abb97f36b612cbbc7f768aef0642cca6, ASSIGN 2024-11-14T04:46:37,171 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=abb97f36b612cbbc7f768aef0642cca6, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,173 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN 2024-11-14T04:46:37,182 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,186 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79629594bb78d9d899ae769fd1a18a46, ASSIGN 2024-11-14T04:46:37,189 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79629594bb78d9d899ae769fd1a18a46, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,193 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2de183befa72b03135a8a6d941ee30cc, ASSIGN 2024-11-14T04:46:37,194 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2de183befa72b03135a8a6d941ee30cc, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,196 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN 2024-11-14T04:46:37,197 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,200 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f4baab58ce7c3d5afcce8298498d9176, ASSIGN 2024-11-14T04:46:37,202 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f4baab58ce7c3d5afcce8298498d9176, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecb10cea00c88f8d37422ffc54e9f3d4, ASSIGN 2024-11-14T04:46:37,205 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecb10cea00c88f8d37422ffc54e9f3d4, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,207 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0fe855f511b3386c0979d1669486e3e, ASSIGN 2024-11-14T04:46:37,209 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0fe855f511b3386c0979d1669486e3e, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,211 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN 2024-11-14T04:46:37,212 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,214 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02b2ff159a4a38fa1732437846c09994, ASSIGN 2024-11-14T04:46:37,216 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02b2ff159a4a38fa1732437846c09994, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,218 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456ddba907fdabd1094d8b1baf70e178, ASSIGN 2024-11-14T04:46:37,220 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456ddba907fdabd1094d8b1baf70e178, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,221 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e681968b3a1f4be2ac0190a627f3ff16, ASSIGN 2024-11-14T04:46:37,223 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e681968b3a1f4be2ac0190a627f3ff16, ASSIGN; state=OFFLINE, location=44289c305c03,34075,1731559593016; forceNewPlan=false, retain=false 2024-11-14T04:46:37,225 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=270459d50e41c1ebd22703793b89ab94, ASSIGN 2024-11-14T04:46:37,226 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=270459d50e41c1ebd22703793b89ab94, ASSIGN; state=OFFLINE, location=44289c305c03,40077,1731559593082; forceNewPlan=false, retain=false 2024-11-14T04:46:37,228 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN 2024-11-14T04:46:37,230 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN; state=OFFLINE, location=44289c305c03,38819,1731559592847; forceNewPlan=false, retain=false 2024-11-14T04:46:37,260 INFO [44289c305c03:35091 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-14T04:46:37,261 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8cb7a3141b8aec494580b53ca4870405, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=93658085e974359c83238bdb09ee9211, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,264 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,265 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=79629594bb78d9d899ae769fd1a18a46, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02b2ff159a4a38fa1732437846c09994, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=270459d50e41c1ebd22703793b89ab94, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=46d503a608f28bba0442a1735833d15f, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cb7a3141b8aec494580b53ca4870405, ASSIGN because future has completed 2024-11-14T04:46:37,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5f733cab21c27fe534329adec763ad3b, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb7a3141b8aec494580b53ca4870405, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9692cbaeae4c0efcd59e3b43a144bd9e, ASSIGN because future has completed 2024-11-14T04:46:37,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c0bdbb38535a96d09a2a35f553b73f, ASSIGN because future has completed 2024-11-14T04:46:37,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93658085e974359c83238bdb09ee9211, ASSIGN because future has completed 2024-11-14T04:46:37,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93658085e974359c83238bdb09ee9211, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e20b7c18fd356c464d3ccc4e72a93d45, ASSIGN because future has completed 2024-11-14T04:46:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79629594bb78d9d899ae769fd1a18a46, ASSIGN because future has completed 2024-11-14T04:46:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecb10cea00c88f8d37422ffc54e9f3d4, ASSIGN because future has completed 2024-11-14T04:46:37,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02b2ff159a4a38fa1732437846c09994, ASSIGN because future has completed 2024-11-14T04:46:37,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02b2ff159a4a38fa1732437846c09994, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=270459d50e41c1ebd22703793b89ab94, ASSIGN because future has completed 2024-11-14T04:46:37,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN because future has completed 2024-11-14T04:46:37,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 270459d50e41c1ebd22703793b89ab94, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN because future has completed 2024-11-14T04:46:37,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN because future has completed 2024-11-14T04:46:37,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb10cea00c88f8d37422ffc54e9f3d4, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79629594bb78d9d899ae769fd1a18a46, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:46:37,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure e20b7c18fd356c464d3ccc4e72a93d45, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c0bdbb38535a96d09a2a35f553b73f, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9692cbaeae4c0efcd59e3b43a144bd9e, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:46:37,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e713645118a728bbef2b7898660969e1, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=79a5840bd357c1b807d4310a584315a5, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c7e999ba9815cc58dad76d234853867, regionState=OPENING, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,375 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,376 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7815e3081270ddf7183f05c77ca112d6, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,376 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,377 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=abb97f36b612cbbc7f768aef0642cca6, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,378 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2de183befa72b03135a8a6d941ee30cc, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN because future has completed 2024-11-14T04:46:37,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f4baab58ce7c3d5afcce8298498d9176, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN because future has completed 2024-11-14T04:46:37,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN because future has completed 2024-11-14T04:46:37,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN because future has completed 2024-11-14T04:46:37,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN because future has completed 2024-11-14T04:46:37,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d77f25feae4fe49fbce88b38fd65fee, ASSIGN because future has completed 2024-11-14T04:46:37,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7815e3081270ddf7183f05c77ca112d6, ASSIGN because future has completed 2024-11-14T04:46:37,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7815e3081270ddf7183f05c77ca112d6, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30f1f00ea48d32176a5649de9d0a1c9c, ASSIGN because future has completed 2024-11-14T04:46:37,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=abb97f36b612cbbc7f768aef0642cca6, ASSIGN because future has completed 2024-11-14T04:46:37,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2de183befa72b03135a8a6d941ee30cc, ASSIGN because future has completed 2024-11-14T04:46:37,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f4baab58ce7c3d5afcce8298498d9176, ASSIGN because future has completed 2024-11-14T04:46:37,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4baab58ce7c3d5afcce8298498d9176, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2de183befa72b03135a8a6d941ee30cc, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure abb97f36b612cbbc7f768aef0642cca6, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f1f00ea48d32176a5649de9d0a1c9c, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d77f25feae4fe49fbce88b38fd65fee, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,426 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:46:37,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51765, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:46:37,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,440 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:46:37,440 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 33c0bdbb38535a96d09a2a35f553b73f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-14T04:46:37,441 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,441 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,441 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,441 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,38819,1731559592847}] 2024-11-14T04:46:37,445 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,448 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c0bdbb38535a96d09a2a35f553b73f columnFamilyName colfamily11 2024-11-14T04:46:37,449 DEBUG [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,450 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] regionserver.HStore(327): Store=33c0bdbb38535a96d09a2a35f553b73f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,450 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,452 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c0bdbb38535a96d09a2a35f553b73f columnFamilyName colfamily21 2024-11-14T04:46:37,452 DEBUG [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d0fe855f511b3386c0979d1669486e3e, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,453 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] regionserver.HStore(327): Store=33c0bdbb38535a96d09a2a35f553b73f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=456ddba907fdabd1094d8b1baf70e178, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,453 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,456 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33c0bdbb38535a96d09a2a35f553b73f columnFamilyName colfamily31 2024-11-14T04:46:37,456 DEBUG [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0fe855f511b3386c0979d1669486e3e, ASSIGN because future has completed 2024-11-14T04:46:37,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0fe855f511b3386c0979d1669486e3e, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,457 INFO [StoreOpener-33c0bdbb38535a96d09a2a35f553b73f-1 {}] regionserver.HStore(327): Store=33c0bdbb38535a96d09a2a35f553b73f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,457 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456ddba907fdabd1094d8b1baf70e178, ASSIGN because future has completed 2024-11-14T04:46:37,459 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,459 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e681968b3a1f4be2ac0190a627f3ff16, ASSIGN because future has completed 2024-11-14T04:46:37,461 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,461 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,462 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e681968b3a1f4be2ac0190a627f3ff16, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,465 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 456ddba907fdabd1094d8b1baf70e178, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:46:37,470 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,471 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 33c0bdbb38535a96d09a2a35f553b73f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73463645, jitterRate=0.0946936160326004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,471 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:46:37,472 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:46:37,472 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f476b9e3690a66a6a203a40f0df9ecba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-14T04:46:37,473 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,473 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,473 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,473 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,475 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 33c0bdbb38535a96d09a2a35f553b73f: Running coprocessor pre-open hook at 1731559597442Writing region info on filesystem at 1731559597442Initializing all the Stores at 1731559597443 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597443Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597445 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597445Cleaning up temporary data from old regions at 1731559597461 (+16 ms)Running coprocessor post-open hooks at 1731559597471 (+10 ms)Region opened successfully at 1731559597475 (+4 ms) 2024-11-14T04:46:37,476 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,478 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f., pid=41, masterSystemTime=1731559597426 2024-11-14T04:46:37,479 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f476b9e3690a66a6a203a40f0df9ecba columnFamilyName colfamily11 2024-11-14T04:46:37,480 DEBUG [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,481 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:46:37,481 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:46:37,481 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:46:37,481 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 93658085e974359c83238bdb09ee9211, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-14T04:46:37,481 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(327): Store=f476b9e3690a66a6a203a40f0df9ecba/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,482 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,482 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,482 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,482 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,482 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33c0bdbb38535a96d09a2a35f553b73f, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,486 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f476b9e3690a66a6a203a40f0df9ecba columnFamilyName colfamily21 2024-11-14T04:46:37,486 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,486 DEBUG [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,487 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(327): Store=f476b9e3690a66a6a203a40f0df9ecba/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,487 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,488 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93658085e974359c83238bdb09ee9211 columnFamilyName colfamily11 2024-11-14T04:46:37,489 DEBUG [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,490 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] regionserver.HStore(327): Store=93658085e974359c83238bdb09ee9211/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,490 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,491 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f476b9e3690a66a6a203a40f0df9ecba columnFamilyName colfamily31 2024-11-14T04:46:37,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=24 2024-11-14T04:46:37,491 DEBUG [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 33c0bdbb38535a96d09a2a35f553b73f, server=44289c305c03,40077,1731559593082 in 135 msec 2024-11-14T04:46:37,492 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(327): Store=f476b9e3690a66a6a203a40f0df9ecba/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,492 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,493 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93658085e974359c83238bdb09ee9211 columnFamilyName colfamily21 2024-11-14T04:46:37,493 DEBUG [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,493 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,494 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] regionserver.HStore(327): Store=93658085e974359c83238bdb09ee9211/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,494 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,494 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=33c0bdbb38535a96d09a2a35f553b73f, ASSIGN in 394 msec 2024-11-14T04:46:37,498 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,497 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93658085e974359c83238bdb09ee9211 columnFamilyName colfamily31 2024-11-14T04:46:37,498 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,498 DEBUG [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,499 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,500 INFO [StoreOpener-93658085e974359c83238bdb09ee9211-1 {}] regionserver.HStore(327): Store=93658085e974359c83238bdb09ee9211/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,500 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,501 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,501 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,502 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,504 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,504 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,505 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,506 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,507 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f476b9e3690a66a6a203a40f0df9ecba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67357230, jitterRate=0.003700941801071167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,507 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:46:37,507 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f476b9e3690a66a6a203a40f0df9ecba: Running coprocessor pre-open hook at 1731559597474Writing region info on filesystem at 1731559597474Initializing all the Stores at 1731559597475 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597475Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597475Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597475Cleaning up temporary data from old regions at 1731559597498 (+23 ms)Running coprocessor post-open hooks at 1731559597507 (+9 ms)Region opened successfully at 1731559597507 2024-11-14T04:46:37,507 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,509 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., pid=53, masterSystemTime=1731559597465 2024-11-14T04:46:37,513 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:46:37,513 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:46:37,513 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:46:37,514 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => af3fb45d05d15f21e85f865b1ab6a560, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-14T04:46:37,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,514 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,514 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,514 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,515 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:37,523 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=17 2024-11-14T04:46:37,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,38819,1731559592847 in 75 msec 2024-11-14T04:46:37,524 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 93658085e974359c83238bdb09ee9211; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62645105, jitterRate=-0.06651519238948822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,524 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93658085e974359c83238bdb09ee9211 2024-11-14T04:46:37,525 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 93658085e974359c83238bdb09ee9211: Running coprocessor pre-open hook at 1731559597482Writing region info on filesystem at 1731559597482Initializing all the Stores at 1731559597485 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597485Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597486 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597486Cleaning up temporary data from old regions at 1731559597504 (+18 ms)Running coprocessor post-open hooks at 1731559597524 (+20 ms)Region opened successfully at 1731559597524 2024-11-14T04:46:37,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN in 426 msec 2024-11-14T04:46:37,526 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211., pid=32, masterSystemTime=1731559597426 2024-11-14T04:46:37,529 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:46:37,529 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:46:37,529 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:46:37,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=93658085e974359c83238bdb09ee9211, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,530 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 02b2ff159a4a38fa1732437846c09994, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-14T04:46:37,530 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,530 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,530 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,531 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93658085e974359c83238bdb09ee9211, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,534 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,535 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,537 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3fb45d05d15f21e85f865b1ab6a560 columnFamilyName colfamily11 2024-11-14T04:46:37,537 DEBUG [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,537 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02b2ff159a4a38fa1732437846c09994 columnFamilyName colfamily11 2024-11-14T04:46:37,538 DEBUG [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,538 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(327): Store=af3fb45d05d15f21e85f865b1ab6a560/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,539 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] regionserver.HStore(327): Store=02b2ff159a4a38fa1732437846c09994/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,539 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,539 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=22 2024-11-14T04:46:37,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 93658085e974359c83238bdb09ee9211, server=44289c305c03,40077,1731559593082 in 255 msec 2024-11-14T04:46:37,541 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3fb45d05d15f21e85f865b1ab6a560 columnFamilyName colfamily21 2024-11-14T04:46:37,541 DEBUG [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,542 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02b2ff159a4a38fa1732437846c09994 columnFamilyName colfamily21 2024-11-14T04:46:37,542 DEBUG [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,542 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(327): Store=af3fb45d05d15f21e85f865b1ab6a560/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,542 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,543 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] regionserver.HStore(327): Store=02b2ff159a4a38fa1732437846c09994/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,543 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=93658085e974359c83238bdb09ee9211, ASSIGN in 444 msec 2024-11-14T04:46:37,545 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3fb45d05d15f21e85f865b1ab6a560 columnFamilyName colfamily31 2024-11-14T04:46:37,545 DEBUG [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,546 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(327): Store=af3fb45d05d15f21e85f865b1ab6a560/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,546 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02b2ff159a4a38fa1732437846c09994 columnFamilyName colfamily31 2024-11-14T04:46:37,546 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,546 DEBUG [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,547 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,548 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,549 INFO [StoreOpener-02b2ff159a4a38fa1732437846c09994-1 {}] regionserver.HStore(327): Store=02b2ff159a4a38fa1732437846c09994/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,549 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,550 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,550 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,551 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,551 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:46:37,552 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,552 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,555 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,555 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,556 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:46:37,557 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,562 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,563 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,564 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened af3fb45d05d15f21e85f865b1ab6a560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73431951, jitterRate=0.0942213386297226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,564 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:46:37,564 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for af3fb45d05d15f21e85f865b1ab6a560: Running coprocessor pre-open hook at 1731559597515Writing region info on filesystem at 1731559597515Initializing all the Stores at 1731559597518 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597518Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597533 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597533Cleaning up temporary data from old regions at 1731559597550 (+17 ms)Running coprocessor post-open hooks at 1731559597564 (+14 ms)Region opened successfully at 1731559597564 2024-11-14T04:46:37,565 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., pid=43, masterSystemTime=1731559597465 2024-11-14T04:46:37,573 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:46:37,574 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:46:37,574 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:46:37,574 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => e713645118a728bbef2b7898660969e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-14T04:46:37,574 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,575 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,575 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,575 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,579 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:46:37,580 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => d0fe855f511b3386c0979d1669486e3e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-14T04:46:37,580 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:37,580 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,580 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,580 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=20 2024-11-14T04:46:37,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,38819,1731559592847 in 203 msec 2024-11-14T04:46:37,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN in 490 msec 2024-11-14T04:46:37,589 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,590 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 02b2ff159a4a38fa1732437846c09994; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961179, jitterRate=0.04250280559062958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,590 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:46:37,591 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 02b2ff159a4a38fa1732437846c09994: Running coprocessor pre-open hook at 1731559597531Writing region info on filesystem at 1731559597531Initializing all the Stores at 1731559597533 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597533Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597535 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597535Cleaning up temporary data from old regions at 1731559597555 (+20 ms)Running coprocessor post-open hooks at 1731559597591 (+36 ms)Region opened successfully at 1731559597591 2024-11-14T04:46:37,593 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,594 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,596 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e713645118a728bbef2b7898660969e1 columnFamilyName colfamily11 2024-11-14T04:46:37,596 DEBUG [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,596 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., pid=33, masterSystemTime=1731559597426 2024-11-14T04:46:37,598 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0fe855f511b3386c0979d1669486e3e columnFamilyName colfamily11 2024-11-14T04:46:37,598 DEBUG [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,599 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(327): Store=e713645118a728bbef2b7898660969e1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,599 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] regionserver.HStore(327): Store=d0fe855f511b3386c0979d1669486e3e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,600 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,600 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:46:37,601 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:46:37,601 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:46:37,601 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,601 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => e20b7c18fd356c464d3ccc4e72a93d45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-14T04:46:37,602 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,602 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,602 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,602 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=02b2ff159a4a38fa1732437846c09994, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,605 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0fe855f511b3386c0979d1669486e3e columnFamilyName colfamily21 2024-11-14T04:46:37,605 DEBUG [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,605 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] regionserver.HStore(327): Store=d0fe855f511b3386c0979d1669486e3e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,606 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,606 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e713645118a728bbef2b7898660969e1 columnFamilyName colfamily21 2024-11-14T04:46:37,606 DEBUG [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,607 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,608 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0fe855f511b3386c0979d1669486e3e columnFamilyName colfamily31 2024-11-14T04:46:37,608 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(327): Store=e713645118a728bbef2b7898660969e1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,608 DEBUG [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,608 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,609 INFO [StoreOpener-d0fe855f511b3386c0979d1669486e3e-1 {}] regionserver.HStore(327): Store=d0fe855f511b3386c0979d1669486e3e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,609 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,609 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20b7c18fd356c464d3ccc4e72a93d45 columnFamilyName colfamily11 2024-11-14T04:46:37,609 DEBUG [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,611 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,611 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] regionserver.HStore(327): Store=e20b7c18fd356c464d3ccc4e72a93d45/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,611 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,612 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,613 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e713645118a728bbef2b7898660969e1 columnFamilyName colfamily31 2024-11-14T04:46:37,613 DEBUG [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,614 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02b2ff159a4a38fa1732437846c09994, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,614 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,615 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20b7c18fd356c464d3ccc4e72a93d45 columnFamilyName colfamily21 2024-11-14T04:46:37,615 DEBUG [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,615 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(327): Store=e713645118a728bbef2b7898660969e1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,615 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,616 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,616 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,617 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,618 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,620 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,620 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,622 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,624 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=9 2024-11-14T04:46:37,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 02b2ff159a4a38fa1732437846c09994, server=44289c305c03,40077,1731559593082 in 321 msec 2024-11-14T04:46:37,627 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] regionserver.HStore(327): Store=e20b7c18fd356c464d3ccc4e72a93d45/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,627 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=02b2ff159a4a38fa1732437846c09994, ASSIGN in 527 msec 2024-11-14T04:46:37,629 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e20b7c18fd356c464d3ccc4e72a93d45 columnFamilyName colfamily31 2024-11-14T04:46:37,629 DEBUG [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,630 INFO [StoreOpener-e20b7c18fd356c464d3ccc4e72a93d45-1 {}] regionserver.HStore(327): Store=e20b7c18fd356c464d3ccc4e72a93d45/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,630 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,631 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,632 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,633 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,633 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,634 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,636 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,642 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,643 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened d0fe855f511b3386c0979d1669486e3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67468266, jitterRate=0.005355507135391235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,643 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:46:37,644 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for d0fe855f511b3386c0979d1669486e3e: Running coprocessor pre-open hook at 1731559597581Writing region info on filesystem at 1731559597581Initializing all the Stores at 1731559597585 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597585Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597593 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597593Cleaning up temporary data from old regions at 1731559597614 (+21 ms)Running coprocessor post-open hooks at 1731559597643 (+29 ms)Region opened successfully at 1731559597643 2024-11-14T04:46:37,645 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e., pid=54, masterSystemTime=1731559597551 2024-11-14T04:46:37,649 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:46:37,649 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:46:37,649 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:46:37,650 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 7815e3081270ddf7183f05c77ca112d6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-14T04:46:37,650 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,651 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,651 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,651 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d0fe855f511b3386c0979d1669486e3e, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,662 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0fe855f511b3386c0979d1669486e3e, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:37,664 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,664 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,666 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened e713645118a728bbef2b7898660969e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68634562, jitterRate=0.02273467183113098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,666 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e713645118a728bbef2b7898660969e1 2024-11-14T04:46:37,666 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened e20b7c18fd356c464d3ccc4e72a93d45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60882911, jitterRate=-0.0927739292383194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,666 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:46:37,666 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for e713645118a728bbef2b7898660969e1: Running coprocessor pre-open hook at 1731559597575Writing region info on filesystem at 1731559597575Initializing all the Stores at 1731559597579 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597579Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597593 (+14 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597593Cleaning up temporary data from old regions at 1731559597620 (+27 ms)Running coprocessor post-open hooks at 1731559597666 (+46 ms)Region opened successfully at 1731559597666 2024-11-14T04:46:37,666 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for e20b7c18fd356c464d3ccc4e72a93d45: Running coprocessor pre-open hook at 1731559597602Writing region info on filesystem at 1731559597602Initializing all the Stores at 1731559597604 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597604Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597605 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597605Cleaning up temporary data from old regions at 1731559597633 (+28 ms)Running coprocessor post-open hooks at 1731559597666 (+33 ms)Region opened successfully at 1731559597666 2024-11-14T04:46:37,667 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7815e3081270ddf7183f05c77ca112d6 columnFamilyName colfamily11 2024-11-14T04:46:37,667 DEBUG [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,667 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] regionserver.HStore(327): Store=7815e3081270ddf7183f05c77ca112d6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,668 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., pid=52, masterSystemTime=1731559597465 2024-11-14T04:46:37,668 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., pid=40, masterSystemTime=1731559597426 2024-11-14T04:46:37,668 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,671 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:46:37,672 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:46:37,672 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:46:37,672 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 79a5840bd357c1b807d4310a584315a5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-14T04:46:37,672 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7815e3081270ddf7183f05c77ca112d6 columnFamilyName colfamily21 2024-11-14T04:46:37,672 DEBUG [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,672 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,673 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,673 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,673 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,673 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] regionserver.HStore(327): Store=7815e3081270ddf7183f05c77ca112d6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,675 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:46:37,675 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:46:37,675 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:46:37,675 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cb7a3141b8aec494580b53ca4870405, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-14T04:46:37,676 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,676 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,676 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,676 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,676 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,680 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7815e3081270ddf7183f05c77ca112d6 columnFamilyName colfamily31 2024-11-14T04:46:37,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=11 2024-11-14T04:46:37,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d0fe855f511b3386c0979d1669486e3e, server=44289c305c03,34075,1731559593016 in 214 msec 2024-11-14T04:46:37,681 DEBUG [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,681 INFO [StoreOpener-7815e3081270ddf7183f05c77ca112d6-1 {}] regionserver.HStore(327): Store=7815e3081270ddf7183f05c77ca112d6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,681 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,683 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d0fe855f511b3386c0979d1669486e3e, ASSIGN in 583 msec 2024-11-14T04:46:37,683 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,685 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,685 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,688 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure e20b7c18fd356c464d3ccc4e72a93d45, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e713645118a728bbef2b7898660969e1, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,691 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,693 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=19 2024-11-14T04:46:37,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure e20b7c18fd356c464d3ccc4e72a93d45, server=44289c305c03,40077,1731559593082 in 354 msec 2024-11-14T04:46:37,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:37,702 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e20b7c18fd356c464d3ccc4e72a93d45, ASSIGN in 603 msec 2024-11-14T04:46:37,704 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a5840bd357c1b807d4310a584315a5 columnFamilyName colfamily11 2024-11-14T04:46:37,704 DEBUG [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,708 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(327): Store=79a5840bd357c1b807d4310a584315a5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,708 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,717 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a5840bd357c1b807d4310a584315a5 columnFamilyName colfamily21 2024-11-14T04:46:37,717 DEBUG [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,718 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb7a3141b8aec494580b53ca4870405 columnFamilyName colfamily11 2024-11-14T04:46:37,718 DEBUG [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,719 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(327): Store=79a5840bd357c1b807d4310a584315a5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,719 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,721 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a5840bd357c1b807d4310a584315a5 columnFamilyName colfamily31 2024-11-14T04:46:37,721 DEBUG [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,722 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(327): Store=79a5840bd357c1b807d4310a584315a5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,722 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,723 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] regionserver.HStore(327): Store=8cb7a3141b8aec494580b53ca4870405/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,723 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,724 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,725 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,727 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,728 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,728 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,731 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=14 2024-11-14T04:46:37,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,38819,1731559592847 in 265 msec 2024-11-14T04:46:37,734 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,738 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 7815e3081270ddf7183f05c77ca112d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59672383, jitterRate=-0.11081220209598541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,739 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:46:37,739 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 7815e3081270ddf7183f05c77ca112d6: Running coprocessor pre-open hook at 1731559597651Writing region info on filesystem at 1731559597651Initializing all the Stores at 1731559597653 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597653Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597661 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597661Cleaning up temporary data from old regions at 1731559597685 (+24 ms)Running coprocessor post-open hooks at 1731559597739 (+54 ms)Region opened successfully at 1731559597739 2024-11-14T04:46:37,739 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb7a3141b8aec494580b53ca4870405 columnFamilyName colfamily21 2024-11-14T04:46:37,739 DEBUG [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,740 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] regionserver.HStore(327): Store=8cb7a3141b8aec494580b53ca4870405/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN in 636 msec 2024-11-14T04:46:37,741 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,742 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., pid=44, masterSystemTime=1731559597551 2024-11-14T04:46:37,744 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb7a3141b8aec494580b53ca4870405 columnFamilyName colfamily31 2024-11-14T04:46:37,744 DEBUG [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,745 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,746 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 79a5840bd357c1b807d4310a584315a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64454972, jitterRate=-0.039546072483062744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,746 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:46:37,746 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 79a5840bd357c1b807d4310a584315a5: Running coprocessor pre-open hook at 1731559597673Writing region info on filesystem at 1731559597673Initializing all the Stores at 1731559597676 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597676Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597687 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597687Cleaning up temporary data from old regions at 1731559597728 (+41 ms)Running coprocessor post-open hooks at 1731559597746 (+18 ms)Region opened successfully at 1731559597746 2024-11-14T04:46:37,748 INFO [StoreOpener-8cb7a3141b8aec494580b53ca4870405-1 {}] regionserver.HStore(327): Store=8cb7a3141b8aec494580b53ca4870405/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,748 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,749 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,750 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,750 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., pid=51, masterSystemTime=1731559597465 2024-11-14T04:46:37,754 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,754 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,755 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7815e3081270ddf7183f05c77ca112d6, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,757 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:46:37,757 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:46:37,757 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:46:37,757 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f733cab21c27fe534329adec763ad3b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-14T04:46:37,758 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,758 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,758 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,758 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,759 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:46:37,759 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:46:37,759 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:46:37,759 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => abb97f36b612cbbc7f768aef0642cca6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-14T04:46:37,760 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,760 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,760 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,760 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7815e3081270ddf7183f05c77ca112d6, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:37,767 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,772 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,774 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abb97f36b612cbbc7f768aef0642cca6 columnFamilyName colfamily11 2024-11-14T04:46:37,775 DEBUG [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:37,776 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] regionserver.HStore(327): Store=abb97f36b612cbbc7f768aef0642cca6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,776 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=25 2024-11-14T04:46:37,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 7815e3081270ddf7183f05c77ca112d6, server=44289c305c03,34075,1731559593016 in 378 msec 2024-11-14T04:46:37,782 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,783 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8cb7a3141b8aec494580b53ca4870405; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67515814, jitterRate=0.006064027547836304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,783 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:46:37,784 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8cb7a3141b8aec494580b53ca4870405: Running coprocessor pre-open hook at 1731559597676Writing region info on filesystem at 1731559597676Initializing all the Stores at 1731559597679 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597679Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597689 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597689Cleaning up temporary data from old regions at 1731559597754 (+65 ms)Running coprocessor post-open hooks at 1731559597783 (+29 ms)Region opened successfully at 1731559597784 (+1 ms) 2024-11-14T04:46:37,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=10 2024-11-14T04:46:37,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,38819,1731559592847 in 346 msec 2024-11-14T04:46:37,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN in 688 msec 2024-11-14T04:46:37,788 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405., pid=31, masterSystemTime=1731559597426 2024-11-14T04:46:37,791 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:46:37,791 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:46:37,791 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:46:37,791 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abb97f36b612cbbc7f768aef0642cca6 columnFamilyName colfamily21 2024-11-14T04:46:37,792 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,792 DEBUG [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,792 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => ecb10cea00c88f8d37422ffc54e9f3d4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-14T04:46:37,792 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,792 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,792 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,793 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,793 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] regionserver.HStore(327): Store=abb97f36b612cbbc7f768aef0642cca6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7815e3081270ddf7183f05c77ca112d6, ASSIGN in 691 msec 2024-11-14T04:46:37,793 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,795 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f733cab21c27fe534329adec763ad3b columnFamilyName colfamily11 2024-11-14T04:46:37,795 DEBUG [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,795 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8cb7a3141b8aec494580b53ca4870405, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,795 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(327): Store=5f733cab21c27fe534329adec763ad3b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,796 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,799 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f733cab21c27fe534329adec763ad3b columnFamilyName colfamily21 2024-11-14T04:46:37,799 DEBUG [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,799 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abb97f36b612cbbc7f768aef0642cca6 columnFamilyName colfamily31 2024-11-14T04:46:37,799 DEBUG [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,800 INFO [StoreOpener-abb97f36b612cbbc7f768aef0642cca6-1 {}] regionserver.HStore(327): Store=abb97f36b612cbbc7f768aef0642cca6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,800 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(327): Store=5f733cab21c27fe534329adec763ad3b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,800 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,800 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,801 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,802 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb7a3141b8aec494580b53ca4870405, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,803 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f733cab21c27fe534329adec763ad3b columnFamilyName colfamily31 2024-11-14T04:46:37,803 DEBUG [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,804 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(327): Store=5f733cab21c27fe534329adec763ad3b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,805 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,805 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,806 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,807 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,808 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,808 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,808 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,809 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb10cea00c88f8d37422ffc54e9f3d4 columnFamilyName colfamily11 2024-11-14T04:46:37,809 DEBUG [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,810 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] regionserver.HStore(327): Store=ecb10cea00c88f8d37422ffc54e9f3d4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,810 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-14T04:46:37,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cb7a3141b8aec494580b53ca4870405, server=44289c305c03,40077,1731559593082 in 537 msec 2024-11-14T04:46:37,812 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,813 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb10cea00c88f8d37422ffc54e9f3d4 columnFamilyName colfamily21 2024-11-14T04:46:37,813 DEBUG [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,813 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,814 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] regionserver.HStore(327): Store=ecb10cea00c88f8d37422ffc54e9f3d4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,814 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,814 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened abb97f36b612cbbc7f768aef0642cca6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62833911, jitterRate=-0.06370176374912262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,815 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:46:37,816 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for abb97f36b612cbbc7f768aef0642cca6: Running coprocessor pre-open hook at 1731559597760Writing region info on filesystem at 1731559597760Initializing all the Stores at 1731559597764 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597764Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597771 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597771Cleaning up temporary data from old regions at 1731559597804 (+33 ms)Running coprocessor post-open hooks at 1731559597815 (+11 ms)Region opened successfully at 1731559597815 2024-11-14T04:46:37,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8cb7a3141b8aec494580b53ca4870405, ASSIGN in 714 msec 2024-11-14T04:46:37,816 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecb10cea00c88f8d37422ffc54e9f3d4 columnFamilyName colfamily31 2024-11-14T04:46:37,816 DEBUG [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,817 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., pid=47, masterSystemTime=1731559597551 2024-11-14T04:46:37,817 INFO [StoreOpener-ecb10cea00c88f8d37422ffc54e9f3d4-1 {}] regionserver.HStore(327): Store=ecb10cea00c88f8d37422ffc54e9f3d4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,817 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,818 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,819 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,820 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:46:37,820 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:46:37,821 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:46:37,821 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,821 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,821 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 30f1f00ea48d32176a5649de9d0a1c9c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-14T04:46:37,821 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,822 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,822 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,822 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,823 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,823 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,824 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=abb97f36b612cbbc7f768aef0642cca6, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,827 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure abb97f36b612cbbc7f768aef0642cca6, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:37,830 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f1f00ea48d32176a5649de9d0a1c9c columnFamilyName colfamily11 2024-11-14T04:46:37,830 DEBUG [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,831 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] regionserver.HStore(327): Store=30f1f00ea48d32176a5649de9d0a1c9c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,831 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,834 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f1f00ea48d32176a5649de9d0a1c9c columnFamilyName colfamily21 2024-11-14T04:46:37,834 DEBUG [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,834 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=18 2024-11-14T04:46:37,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure abb97f36b612cbbc7f768aef0642cca6, server=44289c305c03,34075,1731559593016 in 418 msec 2024-11-14T04:46:37,835 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened ecb10cea00c88f8d37422ffc54e9f3d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71241186, jitterRate=0.061576396226882935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,835 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:46:37,835 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for ecb10cea00c88f8d37422ffc54e9f3d4: Running coprocessor pre-open hook at 1731559597793Writing region info on filesystem at 1731559597793Initializing all the Stores at 1731559597795 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597795Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597805 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597805Cleaning up temporary data from old regions at 1731559597821 (+16 ms)Running coprocessor post-open hooks at 1731559597835 (+14 ms)Region opened successfully at 1731559597835 2024-11-14T04:46:37,835 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] regionserver.HStore(327): Store=30f1f00ea48d32176a5649de9d0a1c9c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,836 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,836 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4., pid=38, masterSystemTime=1731559597426 2024-11-14T04:46:37,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=abb97f36b612cbbc7f768aef0642cca6, ASSIGN in 737 msec 2024-11-14T04:46:37,839 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:46:37,839 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:46:37,840 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:46:37,840 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,840 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 79629594bb78d9d899ae769fd1a18a46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-14T04:46:37,840 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,840 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,841 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,841 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,841 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 5f733cab21c27fe534329adec763ad3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67644414, jitterRate=0.007980316877365112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,841 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30f1f00ea48d32176a5649de9d0a1c9c columnFamilyName colfamily31 2024-11-14T04:46:37,841 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:46:37,842 DEBUG [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,842 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 5f733cab21c27fe534329adec763ad3b: Running coprocessor pre-open hook at 1731559597758Writing region info on filesystem at 1731559597758Initializing all the Stores at 1731559597770 (+12 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597770Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597791 (+21 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597791Cleaning up temporary data from old regions at 1731559597808 (+17 ms)Running coprocessor post-open hooks at 1731559597842 (+34 ms)Region opened successfully at 1731559597842 2024-11-14T04:46:37,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,842 INFO [StoreOpener-30f1f00ea48d32176a5649de9d0a1c9c-1 {}] regionserver.HStore(327): Store=30f1f00ea48d32176a5649de9d0a1c9c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,842 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,843 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., pid=37, masterSystemTime=1731559597465 2024-11-14T04:46:37,844 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,845 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecb10cea00c88f8d37422ffc54e9f3d4, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,846 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:46:37,846 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:46:37,847 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:46:37,847 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,847 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => d6e23cb1a9cfc91b5c4644688729e6f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-14T04:46:37,847 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,847 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,847 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,848 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,848 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,848 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,850 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=12 2024-11-14T04:46:37,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ecb10cea00c88f8d37422ffc54e9f3d4, server=44289c305c03,40077,1731559593082 in 517 msec 2024-11-14T04:46:37,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ecb10cea00c88f8d37422ffc54e9f3d4, ASSIGN in 754 msec 2024-11-14T04:46:37,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,857 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,858 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:37,859 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 30f1f00ea48d32176a5649de9d0a1c9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59443772, jitterRate=-0.11421877145767212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,859 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,859 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:46:37,859 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 30f1f00ea48d32176a5649de9d0a1c9c: Running coprocessor pre-open hook at 1731559597823Writing region info on filesystem at 1731559597823Initializing all the Stores at 1731559597826 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597826Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597827 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597827Cleaning up temporary data from old regions at 1731559597847 (+20 ms)Running coprocessor post-open hooks at 1731559597859 (+12 ms)Region opened successfully at 1731559597859 2024-11-14T04:46:37,860 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., pid=48, masterSystemTime=1731559597551 2024-11-14T04:46:37,861 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79629594bb78d9d899ae769fd1a18a46 columnFamilyName colfamily11 2024-11-14T04:46:37,861 DEBUG [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,862 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e23cb1a9cfc91b5c4644688729e6f5 columnFamilyName colfamily11 2024-11-14T04:46:37,862 DEBUG [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,862 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] regionserver.HStore(327): Store=79629594bb78d9d899ae769fd1a18a46/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,862 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(327): Store=d6e23cb1a9cfc91b5c4644688729e6f5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,863 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,863 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,865 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79629594bb78d9d899ae769fd1a18a46 columnFamilyName colfamily21 2024-11-14T04:46:37,865 DEBUG [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,865 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e23cb1a9cfc91b5c4644688729e6f5 columnFamilyName colfamily21 2024-11-14T04:46:37,865 DEBUG [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,867 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] regionserver.HStore(327): Store=79629594bb78d9d899ae769fd1a18a46/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,867 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:46:37,867 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(327): Store=d6e23cb1a9cfc91b5c4644688729e6f5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,867 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,867 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:46:37,867 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,867 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:46:37,867 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 2de183befa72b03135a8a6d941ee30cc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-14T04:46:37,868 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,868 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,868 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,868 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,869 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79629594bb78d9d899ae769fd1a18a46 columnFamilyName colfamily31 2024-11-14T04:46:37,869 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e23cb1a9cfc91b5c4644688729e6f5 columnFamilyName colfamily31 2024-11-14T04:46:37,869 DEBUG [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=27 2024-11-14T04:46:37,870 DEBUG [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,870 INFO [StoreOpener-79629594bb78d9d899ae769fd1a18a46-1 {}] regionserver.HStore(327): Store=79629594bb78d9d899ae769fd1a18a46/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,38819,1731559592847 in 537 msec 2024-11-14T04:46:37,870 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,871 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,871 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(327): Store=d6e23cb1a9cfc91b5c4644688729e6f5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,872 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,872 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,872 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,873 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN in 773 msec 2024-11-14T04:46:37,874 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,874 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,874 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,875 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,876 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,877 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2de183befa72b03135a8a6d941ee30cc columnFamilyName colfamily11 2024-11-14T04:46:37,878 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,878 DEBUG [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,878 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,879 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] regionserver.HStore(327): Store=2de183befa72b03135a8a6d941ee30cc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,879 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,879 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,879 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30f1f00ea48d32176a5649de9d0a1c9c, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:37,882 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2de183befa72b03135a8a6d941ee30cc columnFamilyName colfamily21 2024-11-14T04:46:37,882 DEBUG [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,884 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,884 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] regionserver.HStore(327): Store=2de183befa72b03135a8a6d941ee30cc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,885 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,888 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2de183befa72b03135a8a6d941ee30cc columnFamilyName colfamily31 2024-11-14T04:46:37,888 DEBUG [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=21 2024-11-14T04:46:37,889 INFO [StoreOpener-2de183befa72b03135a8a6d941ee30cc-1 {}] regionserver.HStore(327): Store=2de183befa72b03135a8a6d941ee30cc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 30f1f00ea48d32176a5649de9d0a1c9c, server=44289c305c03,34075,1731559593016 in 466 msec 2024-11-14T04:46:37,889 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,890 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,891 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=30f1f00ea48d32176a5649de9d0a1c9c, ASSIGN in 792 msec 2024-11-14T04:46:37,893 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,893 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,894 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,896 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,896 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 79629594bb78d9d899ae769fd1a18a46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69298059, jitterRate=0.03262154757976532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,897 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,897 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:46:37,897 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 79629594bb78d9d899ae769fd1a18a46: Running coprocessor pre-open hook at 1731559597841Writing region info on filesystem at 1731559597841Initializing all the Stores at 1731559597844 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597845 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597854 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597854Cleaning up temporary data from old regions at 1731559597874 (+20 ms)Running coprocessor post-open hooks at 1731559597897 (+23 ms)Region opened successfully at 1731559597897 2024-11-14T04:46:37,898 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened d6e23cb1a9cfc91b5c4644688729e6f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66689785, jitterRate=-0.006244763731956482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,898 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:46:37,898 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for d6e23cb1a9cfc91b5c4644688729e6f5: Running coprocessor pre-open hook at 1731559597848Writing region info on filesystem at 1731559597848Initializing all the Stores at 1731559597849 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597849Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597857 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597857Cleaning up temporary data from old regions at 1731559597878 (+21 ms)Running coprocessor post-open hooks at 1731559597898 (+20 ms)Region opened successfully at 1731559597898 2024-11-14T04:46:37,898 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,899 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., pid=39, masterSystemTime=1731559597426 2024-11-14T04:46:37,900 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., pid=35, masterSystemTime=1731559597465 2024-11-14T04:46:37,903 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:46:37,903 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:46:37,903 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:46:37,903 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 9692cbaeae4c0efcd59e3b43a144bd9e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-14T04:46:37,904 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,904 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,904 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,904 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=79629594bb78d9d899ae769fd1a18a46, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,905 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:46:37,905 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:46:37,905 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:46:37,905 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c7e999ba9815cc58dad76d234853867, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-14T04:46:37,906 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,906 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,906 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,906 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79629594bb78d9d899ae769fd1a18a46, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,910 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,910 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,912 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 2de183befa72b03135a8a6d941ee30cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68804377, jitterRate=0.02526511251926422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,912 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:46:37,912 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 2de183befa72b03135a8a6d941ee30cc: Running coprocessor pre-open hook at 1731559597868Writing region info on filesystem at 1731559597868Initializing all the Stores at 1731559597870 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597870Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597871 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597871Cleaning up temporary data from old regions at 1731559597893 (+22 ms)Running coprocessor post-open hooks at 1731559597912 (+19 ms)Region opened successfully at 1731559597912 2024-11-14T04:46:37,913 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9692cbaeae4c0efcd59e3b43a144bd9e columnFamilyName colfamily11 2024-11-14T04:46:37,913 DEBUG [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,914 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] regionserver.HStore(327): Store=9692cbaeae4c0efcd59e3b43a144bd9e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,914 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., pid=46, masterSystemTime=1731559597551 2024-11-14T04:46:37,914 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:37,918 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=44289c305c03,38819,1731559592847, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T04:46:37,919 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:46:37,919 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:46:37,919 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:46:37,919 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9692cbaeae4c0efcd59e3b43a144bd9e columnFamilyName colfamily21 2024-11-14T04:46:37,919 DEBUG [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,919 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d77f25feae4fe49fbce88b38fd65fee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-14T04:46:37,920 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] regionserver.HStore(327): Store=9692cbaeae4c0efcd59e3b43a144bd9e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,920 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,920 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=16 2024-11-14T04:46:37,920 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 79629594bb78d9d899ae769fd1a18a46, server=44289c305c03,40077,1731559593082 in 578 msec 2024-11-14T04:46:37,920 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,920 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,923 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9692cbaeae4c0efcd59e3b43a144bd9e columnFamilyName colfamily31 2024-11-14T04:46:37,923 DEBUG [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79629594bb78d9d899ae769fd1a18a46, ASSIGN in 823 msec 2024-11-14T04:46:37,924 INFO [StoreOpener-9692cbaeae4c0efcd59e3b43a144bd9e-1 {}] regionserver.HStore(327): Store=9692cbaeae4c0efcd59e3b43a144bd9e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,924 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=2de183befa72b03135a8a6d941ee30cc, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,925 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,926 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2de183befa72b03135a8a6d941ee30cc, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:37,928 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,928 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,929 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,929 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,931 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7e999ba9815cc58dad76d234853867 columnFamilyName colfamily11 2024-11-14T04:46:37,931 DEBUG [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,932 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,932 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(327): Store=2c7e999ba9815cc58dad76d234853867/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,932 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=23 2024-11-14T04:46:37,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,38819,1731559592847 in 617 msec 2024-11-14T04:46:37,934 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7e999ba9815cc58dad76d234853867 columnFamilyName colfamily21 2024-11-14T04:46:37,935 DEBUG [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,935 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(327): Store=2c7e999ba9815cc58dad76d234853867/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN in 836 msec 2024-11-14T04:46:37,936 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,938 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7e999ba9815cc58dad76d234853867 columnFamilyName colfamily31 2024-11-14T04:46:37,938 DEBUG [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,938 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,938 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(327): Store=2c7e999ba9815cc58dad76d234853867/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,939 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,940 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,940 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=15 2024-11-14T04:46:37,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 2de183befa72b03135a8a6d941ee30cc, server=44289c305c03,34075,1731559593016 in 529 msec 2024-11-14T04:46:37,942 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,942 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,943 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d77f25feae4fe49fbce88b38fd65fee columnFamilyName colfamily11 2024-11-14T04:46:37,943 DEBUG [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,943 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,944 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] regionserver.HStore(327): Store=8d77f25feae4fe49fbce88b38fd65fee/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,944 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,945 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2de183befa72b03135a8a6d941ee30cc, ASSIGN in 844 msec 2024-11-14T04:46:37,946 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d77f25feae4fe49fbce88b38fd65fee columnFamilyName colfamily21 2024-11-14T04:46:37,946 DEBUG [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,947 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] regionserver.HStore(327): Store=8d77f25feae4fe49fbce88b38fd65fee/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,947 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,949 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d77f25feae4fe49fbce88b38fd65fee columnFamilyName colfamily31 2024-11-14T04:46:37,949 DEBUG [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,950 INFO [StoreOpener-8d77f25feae4fe49fbce88b38fd65fee-1 {}] regionserver.HStore(327): Store=8d77f25feae4fe49fbce88b38fd65fee/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,950 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,951 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,951 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,953 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,953 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,953 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,954 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:37,954 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 9692cbaeae4c0efcd59e3b43a144bd9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74052146, jitterRate=0.10346296429634094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,954 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:46:37,954 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 9692cbaeae4c0efcd59e3b43a144bd9e: Running coprocessor pre-open hook at 1731559597904Writing region info on filesystem at 1731559597904Initializing all the Stores at 1731559597907 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597907Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597910 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597910Cleaning up temporary data from old regions at 1731559597928 (+18 ms)Running coprocessor post-open hooks at 1731559597954 (+26 ms)Region opened successfully at 1731559597954 2024-11-14T04:46:37,955 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., pid=42, masterSystemTime=1731559597426 2024-11-14T04:46:37,956 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,959 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:46:37,960 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:46:37,960 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:37,960 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 270459d50e41c1ebd22703793b89ab94, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-14T04:46:37,960 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,961 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,961 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,961 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:37,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9692cbaeae4c0efcd59e3b43a144bd9e, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:37,970 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,970 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:37,971 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 2c7e999ba9815cc58dad76d234853867; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68265175, jitterRate=0.017230376601219177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,972 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:46:37,972 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 2c7e999ba9815cc58dad76d234853867: Running coprocessor pre-open hook at 1731559597907Writing region info on filesystem at 1731559597907Initializing all the Stores at 1731559597909 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597909Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597929 (+20 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597929Cleaning up temporary data from old regions at 1731559597942 (+13 ms)Running coprocessor post-open hooks at 1731559597972 (+30 ms)Region opened successfully at 1731559597972 2024-11-14T04:46:37,972 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 8d77f25feae4fe49fbce88b38fd65fee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65493220, jitterRate=-0.024074971675872803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:37,972 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:46:37,973 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 8d77f25feae4fe49fbce88b38fd65fee: Running coprocessor pre-open hook at 1731559597920Writing region info on filesystem at 1731559597920Initializing all the Stores at 1731559597922 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597922Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597937 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597937Cleaning up temporary data from old regions at 1731559597953 (+16 ms)Running coprocessor post-open hooks at 1731559597972 (+19 ms)Region opened successfully at 1731559597972 2024-11-14T04:46:37,973 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., pid=50, masterSystemTime=1731559597465 2024-11-14T04:46:37,977 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,981 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:46:37,981 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:46:37,981 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:46:37,981 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270459d50e41c1ebd22703793b89ab94 columnFamilyName colfamily11 2024-11-14T04:46:37,981 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 46d503a608f28bba0442a1735833d15f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-14T04:46:37,981 DEBUG [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,981 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., pid=49, masterSystemTime=1731559597551 2024-11-14T04:46:37,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=26 2024-11-14T04:46:37,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 9692cbaeae4c0efcd59e3b43a144bd9e, server=44289c305c03,40077,1731559593082 in 609 msec 2024-11-14T04:46:37,983 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:37,983 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,983 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:37,983 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] regionserver.HStore(327): Store=270459d50e41c1ebd22703793b89ab94/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,983 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:37,983 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,985 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:46:37,985 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:46:37,985 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:37,985 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => e681968b3a1f4be2ac0190a627f3ff16, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-14T04:46:37,986 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:37,986 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:37,986 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:37,986 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:37,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9692cbaeae4c0efcd59e3b43a144bd9e, ASSIGN in 885 msec 2024-11-14T04:46:37,988 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270459d50e41c1ebd22703793b89ab94 columnFamilyName colfamily21 2024-11-14T04:46:37,988 DEBUG [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,989 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] regionserver.HStore(327): Store=270459d50e41c1ebd22703793b89ab94/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,989 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,992 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270459d50e41c1ebd22703793b89ab94 columnFamilyName colfamily31 2024-11-14T04:46:37,993 DEBUG [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:37,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:37,993 INFO [StoreOpener-270459d50e41c1ebd22703793b89ab94-1 {}] regionserver.HStore(327): Store=270459d50e41c1ebd22703793b89ab94/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:37,993 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,994 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,995 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d77f25feae4fe49fbce88b38fd65fee, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:37,997 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,997 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:37,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:37,998 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:38,001 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:38,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:38,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=28 2024-11-14T04:46:38,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d77f25feae4fe49fbce88b38fd65fee, server=44289c305c03,34075,1731559593016 in 580 msec 2024-11-14T04:46:38,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d77f25feae4fe49fbce88b38fd65fee, ASSIGN in 909 msec 2024-11-14T04:46:38,011 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,011 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,012 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:38,013 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d503a608f28bba0442a1735833d15f columnFamilyName colfamily11 2024-11-14T04:46:38,013 DEBUG [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,013 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e681968b3a1f4be2ac0190a627f3ff16 columnFamilyName colfamily11 2024-11-14T04:46:38,014 DEBUG [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,014 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 270459d50e41c1ebd22703793b89ab94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70349554, jitterRate=0.04829004406929016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:38,014 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:46:38,014 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] regionserver.HStore(327): Store=e681968b3a1f4be2ac0190a627f3ff16/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,014 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 270459d50e41c1ebd22703793b89ab94: Running coprocessor pre-open hook at 1731559597961Writing region info on filesystem at 1731559597961Initializing all the Stores at 1731559597962 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597962Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597977 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597977Cleaning up temporary data from old regions at 1731559597997 (+20 ms)Running coprocessor post-open hooks at 1731559598014 (+17 ms)Region opened successfully at 1731559598014 2024-11-14T04:46:38,014 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,015 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(327): Store=46d503a608f28bba0442a1735833d15f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,015 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,016 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., pid=34, masterSystemTime=1731559597426 2024-11-14T04:46:38,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=5 2024-11-14T04:46:38,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,38819,1731559592847 in 582 msec 2024-11-14T04:46:38,017 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e681968b3a1f4be2ac0190a627f3ff16 columnFamilyName colfamily21 2024-11-14T04:46:38,017 DEBUG [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,018 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d503a608f28bba0442a1735833d15f columnFamilyName colfamily21 2024-11-14T04:46:38,018 DEBUG [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,018 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(327): Store=46d503a608f28bba0442a1735833d15f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,019 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] regionserver.HStore(327): Store=e681968b3a1f4be2ac0190a627f3ff16/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,019 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,019 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,019 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:38,019 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:38,021 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d503a608f28bba0442a1735833d15f columnFamilyName colfamily31 2024-11-14T04:46:38,021 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e681968b3a1f4be2ac0190a627f3ff16 columnFamilyName colfamily31 2024-11-14T04:46:38,021 DEBUG [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,021 DEBUG [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN in 919 msec 2024-11-14T04:46:38,022 INFO [StoreOpener-e681968b3a1f4be2ac0190a627f3ff16-1 {}] regionserver.HStore(327): Store=e681968b3a1f4be2ac0190a627f3ff16/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,022 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,022 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(327): Store=46d503a608f28bba0442a1735833d15f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,023 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,023 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,024 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,024 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,024 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=270459d50e41c1ebd22703793b89ab94, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:46:38,025 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,026 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,026 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,026 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,026 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:38,028 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:38,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 270459d50e41c1ebd22703793b89ab94, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:46:38,030 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,030 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,035 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:38,036 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened e681968b3a1f4be2ac0190a627f3ff16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66448372, jitterRate=-0.009842097759246826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:38,036 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:46:38,036 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for e681968b3a1f4be2ac0190a627f3ff16: Running coprocessor pre-open hook at 1731559597986Writing region info on filesystem at 1731559597986Initializing all the Stores at 1731559597991 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597991Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598011 (+20 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598011Cleaning up temporary data from old regions at 1731559598026 (+15 ms)Running coprocessor post-open hooks at 1731559598036 (+10 ms)Region opened successfully at 1731559598036 2024-11-14T04:46:38,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=6 2024-11-14T04:46:38,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 270459d50e41c1ebd22703793b89ab94, server=44289c305c03,40077,1731559593082 in 726 msec 2024-11-14T04:46:38,037 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., pid=55, masterSystemTime=1731559597551 2024-11-14T04:46:38,040 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:38,041 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:38,041 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:38,041 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 46d503a608f28bba0442a1735833d15f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66110525, jitterRate=-0.014876410365104675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:38,041 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:46:38,041 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:46:38,041 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 46d503a608f28bba0442a1735833d15f: Running coprocessor pre-open hook at 1731559597983Writing region info on filesystem at 1731559597983Initializing all the Stores at 1731559597987 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559597987Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598009 (+22 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598009Cleaning up temporary data from old regions at 1731559598026 (+17 ms)Running coprocessor post-open hooks at 1731559598041 (+15 ms)Region opened successfully at 1731559598041 2024-11-14T04:46:38,041 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => f4baab58ce7c3d5afcce8298498d9176, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-14T04:46:38,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=270459d50e41c1ebd22703793b89ab94, ASSIGN in 940 msec 2024-11-14T04:46:38,042 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,042 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., pid=36, masterSystemTime=1731559597465 2024-11-14T04:46:38,042 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:38,043 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,043 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:38,045 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,045 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:46:38,045 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:46:38,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e681968b3a1f4be2ac0190a627f3ff16, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:38,047 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=46d503a608f28bba0442a1735833d15f, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,38819,1731559592847 2024-11-14T04:46:38,048 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4baab58ce7c3d5afcce8298498d9176 columnFamilyName colfamily11 2024-11-14T04:46:38,048 DEBUG [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,048 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] regionserver.HStore(327): Store=f4baab58ce7c3d5afcce8298498d9176/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,049 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,050 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4baab58ce7c3d5afcce8298498d9176 columnFamilyName colfamily21 2024-11-14T04:46:38,051 DEBUG [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,38819,1731559592847 because future has completed 2024-11-14T04:46:38,052 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] regionserver.HStore(327): Store=f4baab58ce7c3d5afcce8298498d9176/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,052 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,053 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4baab58ce7c3d5afcce8298498d9176 columnFamilyName colfamily31 2024-11-14T04:46:38,054 DEBUG [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=7 2024-11-14T04:46:38,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e681968b3a1f4be2ac0190a627f3ff16, server=44289c305c03,34075,1731559593016 in 587 msec 2024-11-14T04:46:38,056 INFO [StoreOpener-f4baab58ce7c3d5afcce8298498d9176-1 {}] regionserver.HStore(327): Store=f4baab58ce7c3d5afcce8298498d9176/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,056 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e681968b3a1f4be2ac0190a627f3ff16, ASSIGN in 957 msec 2024-11-14T04:46:38,057 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,058 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,060 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,060 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,061 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:38,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=30 2024-11-14T04:46:38,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,38819,1731559592847 in 741 msec 2024-11-14T04:46:38,062 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN in 965 msec 2024-11-14T04:46:38,065 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:38,066 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened f4baab58ce7c3d5afcce8298498d9176; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73403805, jitterRate=0.09380193054676056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:38,066 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:46:38,067 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for f4baab58ce7c3d5afcce8298498d9176: Running coprocessor pre-open hook at 1731559598043Writing region info on filesystem at 1731559598043Initializing all the Stores at 1731559598044 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598044Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598045 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598045Cleaning up temporary data from old regions at 1731559598060 (+15 ms)Running coprocessor post-open hooks at 1731559598067 (+7 ms)Region opened successfully at 1731559598067 2024-11-14T04:46:38,068 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., pid=45, masterSystemTime=1731559597551 2024-11-14T04:46:38,072 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:46:38,072 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:46:38,072 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:46:38,072 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f4baab58ce7c3d5afcce8298498d9176, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:38,073 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 456ddba907fdabd1094d8b1baf70e178, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-14T04:46:38,073 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,073 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:46:38,073 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,073 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4baab58ce7c3d5afcce8298498d9176, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:38,076 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,078 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456ddba907fdabd1094d8b1baf70e178 columnFamilyName colfamily11 2024-11-14T04:46:38,078 DEBUG [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,080 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] regionserver.HStore(327): Store=456ddba907fdabd1094d8b1baf70e178/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,080 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=13 2024-11-14T04:46:38,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f4baab58ce7c3d5afcce8298498d9176, server=44289c305c03,34075,1731559593016 in 673 msec 2024-11-14T04:46:38,081 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456ddba907fdabd1094d8b1baf70e178 columnFamilyName colfamily21 2024-11-14T04:46:38,082 DEBUG [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,082 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] regionserver.HStore(327): Store=456ddba907fdabd1094d8b1baf70e178/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,083 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f4baab58ce7c3d5afcce8298498d9176, ASSIGN in 984 msec 2024-11-14T04:46:38,085 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456ddba907fdabd1094d8b1baf70e178 columnFamilyName colfamily31 2024-11-14T04:46:38,085 DEBUG [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:46:38,085 INFO [StoreOpener-456ddba907fdabd1094d8b1baf70e178-1 {}] regionserver.HStore(327): Store=456ddba907fdabd1094d8b1baf70e178/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:46:38,086 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,087 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,087 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,088 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,088 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,089 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:46:38,091 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,096 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:46:38,097 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 456ddba907fdabd1094d8b1baf70e178; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74443635, jitterRate=0.10929660499095917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:46:38,097 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:46:38,097 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 456ddba907fdabd1094d8b1baf70e178: Running coprocessor pre-open hook at 1731559598074Writing region info on filesystem at 1731559598074Initializing all the Stores at 1731559598075 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598075Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598076 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559598076Cleaning up temporary data from old regions at 1731559598088 (+12 ms)Running coprocessor post-open hooks at 1731559598097 (+9 ms)Region opened successfully at 1731559598097 2024-11-14T04:46:38,098 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., pid=56, masterSystemTime=1731559597551 2024-11-14T04:46:38,102 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:46:38,102 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:46:38,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=456ddba907fdabd1094d8b1baf70e178, regionState=OPEN, openSeqNum=2, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:46:38,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 456ddba907fdabd1094d8b1baf70e178, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:46:38,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=8 2024-11-14T04:46:38,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 456ddba907fdabd1094d8b1baf70e178, server=44289c305c03,34075,1731559593016 in 639 msec 2024-11-14T04:46:38,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T04:46:38,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=456ddba907fdabd1094d8b1baf70e178, ASSIGN in 1.0150 sec 2024-11-14T04:46:38,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:46:38,118 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731559598118"}]},"ts":"1731559598118"} 2024-11-14T04:46:38,121 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-14T04:46:38,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:46:38,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.9500 sec 2024-11-14T04:46:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:46:38,357 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-14T04:46:38,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-14T04:46:38,359 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:46:38,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38819 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T04:46:38,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-14T04:46:38,391 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:46:38,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-14T04:46:38,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,462 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,464 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,528 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,532 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,580 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,582 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,583 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cci', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,655 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,658 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,659 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,662 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,698 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eel', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:38,812 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:38,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,972 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iip', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:38,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,039 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,043 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,098 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,140 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,143 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,151 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,206 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,208 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mms', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741840_1016 (size=110) 2024-11-14T04:46:39,272 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oov', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741839_1015 (size=110) 2024-11-14T04:46:39,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,479 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,580 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,583 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,706 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,710 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uva', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,767 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,769 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:39,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,879 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,881 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., hostname=44289c305c03,34075,1731559593016, seqNum=2] 2024-11-14T04:46:39,919 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405., hostname=44289c305c03,40077,1731559593082, seqNum=2] 2024-11-14T04:46:39,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., hostname=44289c305c03,38819,1731559592847, seqNum=2] 2024-11-14T04:46:40,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:46:40,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:46:40,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:46:40,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34075 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:46:40,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:46:40,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:46:41,080 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-14T04:46:41,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38819 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-14T04:46:41,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:46:41,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:46:41,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-14T04:46:41,353 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-14T04:46:41,354 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 44289c305c03,38819,1731559592847 2024-11-14T04:46:41,354 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 44289c305c03,38819,1731559592847 2024-11-14T04:46:41,355 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 44289c305c03,38819,1731559592847: Simulated kill ***** 2024-11-14T04:46:41,355 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:46:41,357 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:46:41,358 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:46:41,361 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:46:41,363 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:46:41,372 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 579966640 }, "NonHeapMemoryUsage": { "committed": 158269440, "init": 7667712, "max": -1, "used": 155848968 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "44289c305c03", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 1518357, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 384, "ProcessCallTime_min": 0, "ProcessCallTime_max": 694, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 173, "ProcessCallTime_median": 347, "ProcessCallTime_75th_percentile": 520, "ProcessCallTime_90th_percentile": 624, "ProcessCallTime_95th_percentile": 659, "ProcessCallTime_98th_percentile": 680, "ProcessCallTime_99th_percentile": 687, "ProcessCallTime_99.9th_percentile": 693, "ProcessCallTime_TimeRangeCount_0-1": 384, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 384, "QueueCallTime_min": 0, "QueueCallTime_max": 35, "QueueCallTime_mean": 1, "QueueCallTime_25th_percentile": 8, "QueueCallTime_median": 17, "QueueCallTime_75th_percentile": 26, "QueueCallTime_90th_percentile": 31, "QueueCallTime_95th_percentile": 33, "QueueCallTime_98th_percentile": 34, "QueueCallTime_99th_percentile": 34, "QueueCallTime_99.9th_percentile": 34, "QueueCallTime_TimeRangeCount_0-1": 384, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 384, "TotalCallTime_min": 0, "TotalCallTime_max": 694, "TotalCallTime_mean": 7, "TotalCallTime_25th_percentile": 173, "TotalCallTime_median": 347, "TotalCallTime_75th_percentile": 520, "TotalCallTime_90th_percentile": 624, "TotalCallTime_95th_percentile": 659, "TotalCallTime_98th_percentile": 680, "TotalCallTime_99th_percentile": 687, "TotalCallTime_99.9th_percentile": 693, "TotalCallTime_TimeRangeCount_0-1": 384, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 384, "ResponseSize_min": 0, "ResponseSize_max": 59075, "ResponseSize_mean": 12721, "ResponseSize_25th_percentile": 14768, "ResponseSize_median": 29537, "ResponseSize_75th_percentile": 44306, "ResponseSize_90th_percentile": 53167, "ResponseSize_95th_percentile": 56121, "ResponseSize_98th_percentile": 57893, "ResponseSize_99th_percentile": 58484, "ResponseSize_99.9th_percentile": 59015, "ResponseSize_SizeRangeCount_0-10": 384, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 384, "RequestSize_min": 41, "RequestSize_max": 508072, "RequestSize_mean": 3942, "RequestSize_25th_percentile": 127048, "RequestSize_median": 254056, "RequestSize_75th_percentile": 381064, "RequestSize_90th_percentile": 457268, "RequestSize_95th_percentile": 482670, "RequestSize_98th_percentile": 497911, "RequestSize_99th_percentile": 502991, "RequestSize_99.9th_percentile": 507563, "RequestSize_SizeRangeCount_0-10": 384, "sentBytes": 3643044 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "44289c305c03", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60344", "tag.serverName": "44289c305c03,40077,1731559593082", "tag.clusterId": "9a6b3167-a78d-49dc-bca6-77aabc43aaba", "tag.Context": "regionserver", "tag.Hostname": "44289c305c03", "regionCount": 9, "storeCount": 27, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 6912, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731559593082, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 1198080, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 19, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 18, "rpcScanRequestCount": 18, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 18, "ScanTime_min": 2, "ScanTime_max": 4, "ScanTime_mean": 2, "ScanTime_25th_percentile": 2, "ScanTime_median": 3, "ScanTime_75th_percentile": 3, "ScanTime_90th_percentile": 3, "ScanTime_95th_percentile": 3, "ScanTime_98th_percentile": 3, "ScanTime_99th_percentile": 3, "ScanTime_99.9th_percentile": 3, "ScanTime_TimeRangeCount_0-1": 18, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 9, "PutBatch_min": 40, "PutBatch_max": 124, "PutBatch_mean": 64, "PutBatch_25th_percentile": 61, "PutBatch_median": 82, "PutBatch_75th_percentile": 103, "PutBatch_90th_percentile": 115, "PutBatch_95th_percentile": 119, "PutBatch_98th_percentile": 122, "PutBatch_99th_percentile": 123, "PutBatch_99.9th_percentile": 123, "PutBatch_TimeRangeCount_0-1": 9, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 18, "ScanSize_min": 56240, "ScanSize_max": 56240, "ScanSize_mean": 56240, "ScanSize_25th_percentile": 56240, "ScanSize_median": 56240, "ScanSize_75th_percentile": 56240, "ScanSize_90th_percentile": 56240, "ScanSize_95th_percentile": 56240, "ScanSize_98th_percentile": 56240, "ScanSize_99th_percentile": 56240, "ScanSize_99.9th_percentile": 56240, "ScanSize_SizeRangeCount_0-10": 18, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T04:46:41,377 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35091 {}] master.MasterRpcServices(700): 44289c305c03,38819,1731559592847 reported a fatal error: ***** ABORTING region server 44289c305c03,38819,1731559592847: Simulated kill ***** 2024-11-14T04:46:41,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,38819,1731559592847' ***** 2024-11-14T04:46:41,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T04:46:41,380 INFO [RS:0;44289c305c03:38819 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:46:41,380 INFO [RS:0;44289c305c03:38819 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T04:46:41,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:46:41,380 INFO [RS:0;44289c305c03:38819 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T04:46:41,380 INFO [RS:0;44289c305c03:38819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:46:41,380 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:46:41,381 INFO [RS:0;44289c305c03:38819 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;44289c305c03:38819. 2024-11-14T04:46:41,381 DEBUG [RS:0;44289c305c03:38819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:46:41,389 DEBUG [RS:0;44289c305c03:38819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:46:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741836_1012 (size=54214) 2024-11-14T04:46:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741836_1012 (size=54214) 2024-11-14T04:46:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741836_1012 (size=54214) 2024-11-14T04:46:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741835_1011 (size=261207) 2024-11-14T04:46:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741835_1011 (size=261207) 2024-11-14T04:46:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741835_1011 (size=261207) 2024-11-14T04:46:41,410 DEBUG [RS:0;44289c305c03:38819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:46:41,410 INFO [RS:0;44289c305c03:38819 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:46:41,410 INFO [RS:0;44289c305c03:38819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38819 2024-11-14T04:46:41,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:46:41,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,38819,1731559592847 2024-11-14T04:46:41,424 INFO [RS:0;44289c305c03:38819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:46:41,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,38819,1731559592847] 2024-11-14T04:46:41,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,38819,1731559592847 already deleted, retry=false 2024-11-14T04:46:41,427 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 44289c305c03,38819,1731559592847 on 44289c305c03,35091,1731559591857 2024-11-14T04:46:41,433 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:46:41,438 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 44289c305c03,38819,1731559592847 (carryingMeta=true) 44289c305c03,38819,1731559592847/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@55e67e8d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T04:46:41,439 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:46:41,439 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:46:41,439 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:46:41,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:46:41,440 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:46:41,449 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:46:41,481 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T04:46:41,483 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:46:41,484 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:46:41,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:46:41,484 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:46:41,484 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:46:41,485 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:46:41,485 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:46:41,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:46:41,486 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:46:41,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T04:46:41,496 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:46:41,497 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:46:41,498 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:46:41,499 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:46:41,499 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:46:41,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-11-14T04:46:41,501 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:46:41,501 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,38819,1731559592847, table=hbase:meta, region=1588230740 2024-11-14T04:46:41,502 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38819,1731559592847, state=OPEN 2024-11-14T04:46:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:46:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:46:41,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:41,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:41,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:46:41,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:46:41,526 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559631526 2024-11-14T04:46:41,527 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:46:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:46:41,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38819-0x100ef9180340001, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:46:41,528 INFO [RS:0;44289c305c03:38819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:46:41,528 INFO [RS:0;44289c305c03:38819 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,38819,1731559592847; zookeeper connection closed. 2024-11-14T04:46:41,528 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:46:41,528 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:46:41,528 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:46:41,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5db0fc7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5db0fc7a 2024-11-14T04:46:41,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:41,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:46:41,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:41,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:41,534 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true, isMeta: true 2024-11-14T04:46:41,537 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting 2024-11-14T04:46:41,538 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=1, meta=true 2024-11-14T04:46:41,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta}] 2024-11-14T04:46:41,542 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:46:41,542 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:46:41,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:46:41,542 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:46:41,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:41,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:41,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:46:41,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:41,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:41,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:41,844 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:41,844 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:41,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:46:41,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:41,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:41,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:41,995 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:46:41,995 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:46:42,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:42,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:42,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:46:42,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:42,155 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:42,156 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:42,436 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:46:42,436 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:46:42,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:46:42,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-14T04:46:42,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:46:42,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:46:42,439 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:46:42,439 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:46:42,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:42,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:42,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:46:42,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:42,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:42,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:43,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:43,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:43,676 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:46:43,680 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:46:43,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:43,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:46:43,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:43,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:45,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:45,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:45,695 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:46:45,696 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4168 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:46:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:46:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:45,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:49,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:49,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:49,735 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:46:49,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8208 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:46:49,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:49,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:46:49,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:49,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:59,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:46:59,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:46:59,756 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:46:59,757 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18229 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:46:59,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:59,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:46:59,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:46:59,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:00,706 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:47:07,567 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=44289c305c03:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T04:47:09,864 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:09,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:09,866 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:09,866 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28338 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:47:09,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:09,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:09,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:09,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:16,025 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:47:16,026 INFO [master/44289c305c03:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:47:19,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:19,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:19,935 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:19,936 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38408 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:47:19,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:19,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:19,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:19,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:29,865 WARN [RS:2;44289c305c03:40077 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 44289c305c03,38819,1731559592847: status=status unset, state=RUNNING, startTime=1731559601438, completionTime=-1 appears to have been leaked 2024-11-14T04:47:30,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:30,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:30,026 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:30,026 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48499 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:47:30,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:30,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:30,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:30,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:30,706 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:47:35,966 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e681968b3a1f4be2ac0190a627f3ff16 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,967 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 456ddba907fdabd1094d8b1baf70e178 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,967 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d0fe855f511b3386c0979d1669486e3e changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,967 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f4baab58ce7c3d5afcce8298498d9176 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,967 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2de183befa72b03135a8a6d941ee30cc changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,967 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region abb97f36b612cbbc7f768aef0642cca6 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,967 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 30f1f00ea48d32176a5649de9d0a1c9c changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,967 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7815e3081270ddf7183f05c77ca112d6 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8d77f25feae4fe49fbce88b38fd65fee changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 270459d50e41c1ebd22703793b89ab94 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 02b2ff159a4a38fa1732437846c09994 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ecb10cea00c88f8d37422ffc54e9f3d4 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 79629594bb78d9d899ae769fd1a18a46 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e20b7c18fd356c464d3ccc4e72a93d45 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 93658085e974359c83238bdb09ee9211 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 33c0bdbb38535a96d09a2a35f553b73f changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9692cbaeae4c0efcd59e3b43a144bd9e changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:35,968 DEBUG [master/44289c305c03:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8cb7a3141b8aec494580b53ca4870405 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:47:37,445 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T04:47:39,569 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=44289c305c03:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T04:47:41,535 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T04:46:41.532Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:41.636Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:41.845Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:42.156Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:42.665Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:46:43.681Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:45.697Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:49.737Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:46:59.758Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:09.867Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:19.936Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:30.027Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T04:47:41,537 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:47:41,537 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:47:41,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:47:41,537 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:47:41,537 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:47:41,537 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:47:41,537 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:47:41,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:47:41,537 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:47:41,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:47:41,541 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:47:41,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:47:41,541 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:47:41,542 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:47:41,542 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:47:41,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T04:47:41,543 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:47:41,543 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,38819,1731559592847, table=hbase:meta, region=1588230740 2024-11-14T04:47:41,544 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38819,1731559592847, state=OPEN 2024-11-14T04:47:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:47:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:47:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:47:41,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:47:41,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:47:41,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:47:41,548 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559691548 2024-11-14T04:47:41,548 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true, isMeta: true 2024-11-14T04:47:41,548 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:47:41,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:41,549 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:41,550 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:41,551 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=1, meta=true 2024-11-14T04:47:41,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta}] 2024-11-14T04:47:41,551 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:47:41,560 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=44289c305c03,40077,1731559593082 2024-11-14T04:47:41,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082}] 2024-11-14T04:47:41,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:41,654 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:41,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:47:41,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:41,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:41,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:41,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-14T04:47:41,755 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, size=52.9 K (54214bytes) 2024-11-14T04:47:41,756 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T04:47:41,756 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T04:47:41,756 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta 2024-11-14T04:47:41,762 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta after 4ms 2024-11-14T04:47:41,771 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta took 17ms 2024-11-14T04:47:41,779 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:47:41,788 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta.temp 2024-11-14T04:47:41,790 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta so closing down 2024-11-14T04:47:41,790 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:47:41,792 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta.temp 2024-11-14T04:47:41,796 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:47:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741864_1040 (size=53973) 2024-11-14T04:47:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741864_1040 (size=53973) 2024-11-14T04:47:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741864_1040 (size=53973) 2024-11-14T04:47:41,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-14T04:47:41,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T04:47:41,827 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-14T04:47:41,827 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, journal: Splitting hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, size=52.9 K (54214bytes) at 1731559661755Finishing writing output for hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta so closing down at 1731559661790 (+35 ms)Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta.temp at 1731559661792 (+2 ms)3 split writer threads finished at 1731559661796 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731559661821 (+25 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731559661823 (+2 ms)Processed 58 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731559661827 (+4 ms) 2024-11-14T04:47:41,827 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta 2024-11-14T04:47:41,829 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-14T04:47:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-14T04:47:41,844 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs 2024-11-14T04:47:41,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T04:47:41,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 in 282 msec 2024-11-14T04:47:41,847 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=44289c305c03,40077,1731559593082 2024-11-14T04:47:41,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T04:47:41,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 in 296 msec 2024-11-14T04:47:41,852 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting dir is empty, no logs to split. 2024-11-14T04:47:41,852 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=0, meta=true 2024-11-14T04:47:41,852 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 44289c305c03,38819,1731559592847 WAL splitting is done? wals=0, meta=true 2024-11-14T04:47:41,852 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:47:41,852 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:47:41,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:47:41,853 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:47:41,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:41,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:41,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:47:41,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:41,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:41,866 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:42,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:42,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:42,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:47:42,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:42,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:42,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:42,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:42,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:42,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:47:42,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:42,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:42,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:43,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:43,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:43,706 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:43,706 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2157 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:47:43,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:43,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:43,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:43,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:45,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:45,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:45,725 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:45,726 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4177 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:47:45,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:45,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:45,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:45,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:49,764 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:49,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:49,766 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:49,766 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8217 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:47:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:59,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:47:59,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:47:59,775 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:47:59,775 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18227 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:47:59,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:59,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:47:59,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:47:59,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:00,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:48:09,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:09,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:09,856 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:09,856 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28308 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:48:09,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:09,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:09,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:09,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:19,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:19,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:19,915 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:19,915 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38367 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:48:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:19,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:29,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:29,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:29,945 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:29,946 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48397 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:48:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:29,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:30,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:48:38,211 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T04:48:41,555 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T04:47:41.550Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:41.655Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:41.866Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:42.175Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:42.685Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:47:43.707Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:45.727Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:49.767Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:47:59.776Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:09.857Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:19.916Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:29.946Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T04:48:41,556 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:48:41,556 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:48:41,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:48:41,557 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:48:41,557 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:48:41,557 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:48:41,557 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:48:41,557 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:48:41,557 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:48:41,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T04:48:41,562 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:48:41,562 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:48:41,562 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:48:41,563 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:48:41,564 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:48:41,565 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:48:41,565 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:48:41,565 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:48:41,565 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:48:41,565 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:48:41,565 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:48:41,565 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T04:48:41,570 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:48:41,570 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,38819,1731559592847, table=hbase:meta, region=1588230740 2024-11-14T04:48:41,570 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38819,1731559592847, state=OPEN 2024-11-14T04:48:41,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:48:41,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:48:41,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:48:41,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:48:41,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:48:41,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:48:41,580 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559751580 2024-11-14T04:48:41,580 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:48:41,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:41,580 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:41,582 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:41,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:41,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:41,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:41,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:41,585 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting dir is empty, no logs to split. 2024-11-14T04:48:41,585 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=0, meta=true 2024-11-14T04:48:41,585 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 44289c305c03,38819,1731559592847 WAL splitting is done? wals=0, meta=true 2024-11-14T04:48:41,585 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:48:41,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:48:41,595 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:48:41,595 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:48:41,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:48:41,595 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:48:41,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:41,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:41,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:48:41,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:41,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:41,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:41,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:41,894 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:41,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:48:41,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:41,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:41,895 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:42,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:42,204 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:42,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:48:42,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:42,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:42,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:42,714 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:42,714 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:42,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:48:42,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:42,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:42,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:43,571 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=44289c305c03:35091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T04:48:43,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:43,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:43,725 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:43,726 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2145 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:48:43,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:43,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:43,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:43,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:45,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:45,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:45,735 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:45,736 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4155 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:48:45,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:45,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:49,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:49,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:49,766 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:49,767 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8186 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:48:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:49,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:59,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:48:59,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:48:59,825 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:48:59,826 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18245 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:48:59,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:59,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:48:59,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:48:59,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:00,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:49:09,904 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:09,904 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:49:09,905 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:49:09,906 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28325 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:49:09,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:09,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:49:09,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:49:09,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:19,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:19,954 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:49:19,955 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:49:19,956 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38375 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:49:19,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:19,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:49:19,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:49:19,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:30,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:30,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:49:30,016 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:49:30,016 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 44289c305c03,38819,1731559592847 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48435 ms java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:49:30,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:30,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:49:30,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:49:30,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:30,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:49:31,658 WARN [RS:2;44289c305c03:40077 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 44289c305c03,38819,1731559592847: status=Processing ServerCrashProcedure of 44289c305c03,38819,1731559592847 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731559601499, completionTime=-1 appears to have been leaked 2024-11-14T04:49:31,658 WARN [RS:2;44289c305c03:40077 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 44289c305c03,38819,1731559592847: status=Processing ServerCrashProcedure of 44289c305c03,38819,1731559592847 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731559661542, completionTime=-1 appears to have been leaked 2024-11-14T04:49:41,585 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-14T04:48:41.582Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:41.685Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:41.895Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:42.205Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:42.715Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:48:43.726Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:45.737Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:49.767Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:48:59.827Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:09.906Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:19.957Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:30.017Z, java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-14T04:49:41,586 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:41,586 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:49:41,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:41,587 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:49:41,587 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:49:41,587 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:49:41,587 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:49:41,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:49:41,588 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:49:41,590 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T04:49:41,592 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:49:41,592 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:41,592 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:41,592 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:49:41,593 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:49:41,593 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:41,593 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:41,593 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:41,593 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:49:41,593 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:41,593 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:41,594 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T04:49:41,598 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:41,598 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,38819,1731559592847, table=hbase:meta, region=1588230740 2024-11-14T04:49:41,598 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,38819,1731559592847, state=OPEN 2024-11-14T04:49:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:41,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:41,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:41,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:41,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:41,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:41,607 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559811607 2024-11-14T04:49:41,607 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:49:41,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:49:41,607 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:49:41,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:41,608 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:49:41,609 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:49:41,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:41,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T04:49:41,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:49:41,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:41,611 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:49:41,612 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:41,714 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:41,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1] 2024-11-14T04:49:41,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:41,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:41,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:41,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:49:41,763 DEBUG [44289c305c03:35091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T04:49:41,764 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:49:41,764 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:49:41,764 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:49:41,764 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:49:41,764 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:49:41,764 INFO [44289c305c03:35091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:49:41,764 INFO [44289c305c03:35091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:49:41,764 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:49:41,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:41,766 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,40077,1731559593082, state=OPENING 2024-11-14T04:49:41,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:41,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:41,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:41,768 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:49:41,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:41,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:41,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:41,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:49:41,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36093, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:49:41,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:41,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1] 2024-11-14T04:49:41,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:49:41,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39187, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:49:41,928 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:49:41,928 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:49:41,929 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:49:41,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40077 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:39187 deadline: 1731559841608, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 44289c305c03,40077,1731559593082 2024-11-14T04:49:41,931 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=44289c305c03%2C40077%2C1731559593082.meta, suffix=.meta, logDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082, archiveDir=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs, maxLogs=32 2024-11-14T04:49:41,954 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082/44289c305c03%2C40077%2C1731559593082.meta.1731559781934.meta, exclude list is [], retry=0 2024-11-14T04:49:41,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45763,DS-631b4d33-5cc8-43f2-b7b3-77dc7af73f28,DISK] 2024-11-14T04:49:41,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35797,DS-60ec7bef-0ab2-453a-9670-1cfe32d59316,DISK] 2024-11-14T04:49:41,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 44289c305c03,40077,1731559593082 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:49:41,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 44289c305c03,40077,1731559593082 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:49:41,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1 from cache 2024-11-14T04:49:41,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40311,DS-2954cbe4-8112-4f9f-a179-34d6a6fe08f6,DISK] 2024-11-14T04:49:41,963 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082/44289c305c03%2C40077%2C1731559593082.meta.1731559781934.meta 2024-11-14T04:49:41,965 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36215:36215),(127.0.0.1/127.0.0.1:41595:41595),(127.0.0.1/127.0.0.1:37617:37617)] 2024-11-14T04:49:41,965 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:49:41,965 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:49:41,966 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:49:41,966 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:49:41,966 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:49:41,966 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:41,966 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:49:41,966 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:49:41,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:49:41,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:49:41,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:41,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:49:41,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:49:41,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:49:41,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:41,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:49:41,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:49:41,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:49:41,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:41,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:49:41,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:49:41,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:49:41,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:41,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:49:41,987 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:49:41,989 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740 2024-11-14T04:49:41,992 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740 2024-11-14T04:49:41,995 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T04:49:42,043 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T04:49:42,050 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-14T04:49:42,212 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/info/f053f36ed140401dad79985e03536edc is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94./info:regioninfo/1731559598024/Put/seqid=0 2024-11-14T04:49:42,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:42,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1] 2024-11-14T04:49:42,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40077 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:39187 deadline: 1731559841607, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 44289c305c03,40077,1731559593082 2024-11-14T04:49:42,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 44289c305c03,40077,1731559593082 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:49:42,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 44289c305c03,40077,1731559593082 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:49:42,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1 from cache 2024-11-14T04:49:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741866_1042 (size=58053) 2024-11-14T04:49:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741866_1042 (size=58053) 2024-11-14T04:49:42,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741866_1042 (size=58053) 2024-11-14T04:49:42,317 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/info/f053f36ed140401dad79985e03536edc 2024-11-14T04:49:42,496 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/ns/a89ed45b3e0a42318ee813d2dd96962b is 43, key is default/ns:d/1731559595890/Put/seqid=0 2024-11-14T04:49:42,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741867_1043 (size=5153) 2024-11-14T04:49:42,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741867_1043 (size=5153) 2024-11-14T04:49:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741867_1043 (size=5153) 2024-11-14T04:49:42,590 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/ns/a89ed45b3e0a42318ee813d2dd96962b 2024-11-14T04:49:42,654 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/table/34cebc4d85f24e9282369bad65ee5f60 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731559598118/Put/seqid=0 2024-11-14T04:49:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741868_1044 (size=5620) 2024-11-14T04:49:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741868_1044 (size=5620) 2024-11-14T04:49:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741868_1044 (size=5620) 2024-11-14T04:49:42,682 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/table/34cebc4d85f24e9282369bad65ee5f60 2024-11-14T04:49:42,698 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/info/f053f36ed140401dad79985e03536edc as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/info/f053f36ed140401dad79985e03536edc 2024-11-14T04:49:42,710 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/info/f053f36ed140401dad79985e03536edc, entries=260, sequenceid=60, filesize=56.7 K 2024-11-14T04:49:42,714 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/ns/a89ed45b3e0a42318ee813d2dd96962b as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/ns/a89ed45b3e0a42318ee813d2dd96962b 2024-11-14T04:49:42,726 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/ns/a89ed45b3e0a42318ee813d2dd96962b, entries=2, sequenceid=60, filesize=5.0 K 2024-11-14T04:49:42,727 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/table/34cebc4d85f24e9282369bad65ee5f60 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/table/34cebc4d85f24e9282369bad65ee5f60 2024-11-14T04:49:42,736 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/table/34cebc4d85f24e9282369bad65ee5f60, entries=2, sequenceid=60, filesize=5.5 K 2024-11-14T04:49:42,743 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 690ms, sequenceid=60, compaction requested=false; wal=null 2024-11-14T04:49:42,745 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-14T04:49:42,747 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:49:42,747 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:49:42,748 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:49:42,750 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:49:42,753 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-14T04:49:42,754 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69389816, jitterRate=0.0339888334274292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:49:42,754 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:49:42,755 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731559781967Writing region info on filesystem at 1731559781967Initializing all the Stores at 1731559781968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559781968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559781968Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559781968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731559781968Obtaining lock to block concurrent updates at 1731559782050 (+82 ms)Preparing flush snapshotting stores in 1588230740 at 1731559782050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731559782054 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731559782054Flushing 1588230740/info: creating writer at 1731559782059 (+5 ms)Flushing 1588230740/info: appending metadata at 1731559782196 (+137 ms)Flushing 1588230740/info: closing flushed file at 1731559782202 (+6 ms)Flushing 1588230740/ns: creating writer at 1731559782440 (+238 ms)Flushing 1588230740/ns: appending metadata at 1731559782494 (+54 ms)Flushing 1588230740/ns: closing flushed file at 1731559782494Flushing 1588230740/table: creating writer at 1731559782623 (+129 ms)Flushing 1588230740/table: appending metadata at 1731559782641 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731559782641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2e6e06: reopening flushed file at 1731559782694 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6386342d: reopening flushed file at 1731559782712 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44143690: reopening flushed file at 1731559782726 (+14 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 690ms, sequenceid=60, compaction requested=false; wal=null at 1731559782743 (+17 ms)Cleaning up temporary data from old regions at 1731559782747 (+4 ms)Running coprocessor post-open hooks at 1731559782754 (+7 ms)Region opened successfully at 1731559782754 2024-11-14T04:49:42,756 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731559781921 2024-11-14T04:49:42,762 DEBUG [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:49:42,762 INFO [RS_OPEN_META-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:49:42,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:42,767 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,40077,1731559593082, state=OPEN 2024-11-14T04:49:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:42,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:42,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:42,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:42,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:42,771 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:42,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:42,774 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1] 2024-11-14T04:49:42,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T04:49:42,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 in 1.0030 sec 2024-11-14T04:49:42,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-14T04:49:42,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1690 sec 2024-11-14T04:49:42,809 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,809 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=270459d50e41c1ebd22703793b89ab94, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,810 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,810 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456ddba907fdabd1094d8b1baf70e178, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,810 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02b2ff159a4a38fa1732437846c09994, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,810 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,810 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0fe855f511b3386c0979d1669486e3e, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,810 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,811 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f4baab58ce7c3d5afcce8298498d9176, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,811 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e713645118a728bbef2b7898660969e1, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,811 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2de183befa72b03135a8a6d941ee30cc, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,811 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79629594bb78d9d899ae769fd1a18a46, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,811 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,811 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=abb97f36b612cbbc7f768aef0642cca6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93658085e974359c83238bdb09ee9211, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,812 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7815e3081270ddf7183f05c77ca112d6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,813 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,813 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,813 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,813 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cb7a3141b8aec494580b53ca4870405, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,813 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d503a608f28bba0442a1735833d15f, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,813 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T04:49:42,813 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559842813 2024-11-14T04:49:42,813 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559902813 2024-11-14T04:49:42,813 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.2060 sec 2024-11-14T04:49:42,814 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 44289c305c03,38819,1731559592847 had 9 regions 2024-11-14T04:49:42,814 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:49:42,814 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:42,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:42,815 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:42,816 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:42,816 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:49:42,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:42,816 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:49:42,817 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:49:42,817 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:49:42,817 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:49:42,817 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:49:42,817 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:49:42,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T04:49:42,820 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:42,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:49:42,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:42,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:42,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:42,821 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:42,821 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:49:42,822 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:42,823 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:42,824 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:42,824 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T04:49:42,827 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=61 2024-11-14T04:49:42,827 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,40077,1731559593082, table=hbase:meta, region=1588230740 2024-11-14T04:49:42,827 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,40077,1731559593082, state=OPEN 2024-11-14T04:49:42,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:42,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:42,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:42,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:42,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:42,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:42,837 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559812837 2024-11-14T04:49:42,838 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:49:42,848 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,848 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=270459d50e41c1ebd22703793b89ab94, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,849 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,849 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456ddba907fdabd1094d8b1baf70e178, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,849 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02b2ff159a4a38fa1732437846c09994, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,849 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,849 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0fe855f511b3386c0979d1669486e3e, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,849 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,850 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f4baab58ce7c3d5afcce8298498d9176, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,850 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e713645118a728bbef2b7898660969e1, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,850 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2de183befa72b03135a8a6d941ee30cc, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,850 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79629594bb78d9d899ae769fd1a18a46, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,850 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,850 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=abb97f36b612cbbc7f768aef0642cca6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,850 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,851 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,851 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,851 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93658085e974359c83238bdb09ee9211, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,851 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,851 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,851 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7815e3081270ddf7183f05c77ca112d6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,851 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,852 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,852 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:42,852 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cb7a3141b8aec494580b53ca4870405, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:42,852 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d503a608f28bba0442a1735833d15f, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:42,852 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T04:49:42,852 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559842852 2024-11-14T04:49:42,852 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559902852 2024-11-14T04:49:42,852 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-14T04:49:42,853 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 44289c305c03,38819,1731559592847 had 8 regions 2024-11-14T04:49:42,853 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:49:42,855 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true, isMeta: false 2024-11-14T04:49:42,858 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=1, meta=false 2024-11-14T04:49:42,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108}] 2024-11-14T04:49:42,858 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:49:42,858 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:42,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:42,858 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:43,103 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:43,103 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:49:43,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:43,103 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:49:43,103 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:49:43,103 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:49:43,103 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:49:43,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:49:43,104 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:49:43,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T04:49:43,108 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:49:43,108 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:43,108 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:43,108 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:43,109 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:43,109 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:49:43,110 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:43,111 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:43,111 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T04:49:43,113 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=61 2024-11-14T04:49:43,113 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,40077,1731559593082, table=hbase:meta, region=1588230740 2024-11-14T04:49:43,114 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,40077,1731559593082, state=OPEN 2024-11-14T04:49:43,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:43,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:43,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:43,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:43,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:43,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:43,122 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559813122 2024-11-14T04:49:43,122 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:49:43,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,143 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=270459d50e41c1ebd22703793b89ab94, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,145 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456ddba907fdabd1094d8b1baf70e178, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02b2ff159a4a38fa1732437846c09994, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0fe855f511b3386c0979d1669486e3e, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f4baab58ce7c3d5afcce8298498d9176, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e713645118a728bbef2b7898660969e1, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2de183befa72b03135a8a6d941ee30cc, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79629594bb78d9d899ae769fd1a18a46, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,146 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=abb97f36b612cbbc7f768aef0642cca6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93658085e974359c83238bdb09ee9211, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,147 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7815e3081270ddf7183f05c77ca112d6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,148 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,148 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,148 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:43,148 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cb7a3141b8aec494580b53ca4870405, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:43,148 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d503a608f28bba0442a1735833d15f, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:43,148 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T04:49:43,148 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559843148 2024-11-14T04:49:43,148 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559903148 2024-11-14T04:49:43,148 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-14T04:49:43,149 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true, isMeta: false 2024-11-14T04:49:43,153 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=1, meta=false 2024-11-14T04:49:43,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108}] 2024-11-14T04:49:43,153 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:49:43,156 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:43,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016}] 2024-11-14T04:49:43,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39959, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:49:43,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-14T04:49:43,341 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108, size=255.1 K (261207bytes) 2024-11-14T04:49:43,341 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108 2024-11-14T04:49:43,342 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108 after 1ms 2024-11-14T04:49:43,350 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108 took 9ms 2024-11-14T04:49:43,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f476b9e3690a66a6a203a40f0df9ecba: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,360 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for af3fb45d05d15f21e85f865b1ab6a560: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,362 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for e713645118a728bbef2b7898660969e1: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,363 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 79a5840bd357c1b807d4310a584315a5: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5f733cab21c27fe534329adec763ad3b: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,366 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d6e23cb1a9cfc91b5c4644688729e6f5: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 2c7e999ba9815cc58dad76d234853867: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,373 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 46d503a608f28bba0442a1735833d15f: last_flushed_sequence_id: 18446744073709551615 2024-11-14T04:49:43,379 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,382 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,386 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,389 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,390 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108 so closing down 2024-11-14T04:49:43,390 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T04:49:43,393 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,393 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,394 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,395 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,397 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,398 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,400 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,401 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,404 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,405 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,405 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,417 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp 2024-11-14T04:49:43,417 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T04:49:43,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741870_1046 (size=36767) 2024-11-14T04:49:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741870_1046 (size=36767) 2024-11-14T04:49:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741870_1046 (size=36767) 2024-11-14T04:49:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741871_1047 (size=36767) 2024-11-14T04:49:43,474 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 8 ms) 2024-11-14T04:49:43,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741871_1047 (size=36767) 2024-11-14T04:49:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741871_1047 (size=36767) 2024-11-14T04:49:43,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T04:49:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741869_1045 (size=36767) 2024-11-14T04:49:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741869_1045 (size=36767) 2024-11-14T04:49:43,481 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004 2024-11-14T04:49:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741869_1045 (size=36767) 2024-11-14T04:49:43,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-14T04:49:43,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004 2024-11-14T04:49:43,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004 2024-11-14T04:49:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741872_1048 (size=262) 2024-11-14T04:49:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741872_1048 (size=262) 2024-11-14T04:49:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741872_1048 (size=262) 2024-11-14T04:49:43,499 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T04:49:43,505 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004 2024-11-14T04:49:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741873_1049 (size=36767) 2024-11-14T04:49:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741873_1049 (size=36767) 2024-11-14T04:49:43,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741873_1049 (size=36767) 2024-11-14T04:49:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741874_1050 (size=36767) 2024-11-14T04:49:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741874_1050 (size=36767) 2024-11-14T04:49:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741874_1050 (size=36767) 2024-11-14T04:49:43,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T04:49:43,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004 2024-11-14T04:49:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741875_1051 (size=36767) 2024-11-14T04:49:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741875_1051 (size=36767) 2024-11-14T04:49:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741875_1051 (size=36767) 2024-11-14T04:49:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741876_1052 (size=36767) 2024-11-14T04:49:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741876_1052 (size=36767) 2024-11-14T04:49:43,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741876_1052 (size=36767) 2024-11-14T04:49:43,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 8 ms) 2024-11-14T04:49:43,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004 2024-11-14T04:49:43,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T04:49:43,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004 2024-11-14T04:49:43,944 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T04:49:43,947 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004 2024-11-14T04:49:43,947 INFO [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 593 ms; skipped=8; WAL=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108, size=255.1 K, length=261207, corrupted=false, cancelled=false 2024-11-14T04:49:43,948 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108, journal: Splitting hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108, size=255.1 K (261207bytes) at 1731559783341Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783389 (+48 ms)Finishing writing output for hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108 so closing down at 1731559783390 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783393 (+3 ms)Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783394 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783395 (+1 ms)Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783401 (+6 ms)Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783405 (+4 ms)Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783405Creating recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp at 1731559783417 (+12 ms)3 split writer threads finished at 1731559783417Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 8 ms) at 1731559783474 (+57 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731559783478 (+4 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004 at 1731559783481 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731559783484 (+3 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004 at 1731559783487 (+3 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004 at 1731559783493 (+6 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731559783499 (+6 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004 at 1731559783506 (+7 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731559783527 (+21 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004 at 1731559783530 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 8 ms) at 1731559783558 (+28 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004 at 1731559783562 (+4 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731559783915 (+353 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004 at 1731559783917 (+2 ms)Closed recovered edits writer path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731559783944 (+27 ms)Rename recovered edits hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004-44289c305c03%2C38819%2C1731559592847.1731559595108.temp to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004 at 1731559783947 (+3 ms)Processed 16 edits across 8 Regions in 593 ms; skipped=8; WAL=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108, size=255.1 K, length=261207, corrupted=false, cancelled=false at 1731559783947 2024-11-14T04:49:43,948 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108 2024-11-14T04:49:43,948 DEBUG [RS_LOG_REPLAY_OPS-regionserver/44289c305c03:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-14T04:49:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35091 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-14T04:49:43,955 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting/44289c305c03%2C38819%2C1731559592847.1731559595108 to hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs 2024-11-14T04:49:43,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-14T04:49:43,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 in 798 msec 2024-11-14T04:49:43,958 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:43,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-14T04:49:43,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 in 805 msec 2024-11-14T04:49:43,964 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting dir is empty, no logs to split. 2024-11-14T04:49:43,965 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=0, meta=false 2024-11-14T04:49:43,965 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 44289c305c03,38819,1731559592847 WAL splitting is done? wals=0, meta=false 2024-11-14T04:49:43,973 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:49:43,973 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:43,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:43,974 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:44,149 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:44,149 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:49:44,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:44,149 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:49:44,149 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:49:44,150 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:49:44,150 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:49:44,150 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:49:44,150 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:49:44,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:44,153 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:49:44,154 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,155 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,155 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T04:49:44,156 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=61 2024-11-14T04:49:44,156 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,40077,1731559593082, table=hbase:meta, region=1588230740 2024-11-14T04:49:44,156 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,40077,1731559593082, state=OPEN 2024-11-14T04:49:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:44,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:44,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:44,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:44,160 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559814160 2024-11-14T04:49:44,160 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:49:44,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=270459d50e41c1ebd22703793b89ab94, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,165 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456ddba907fdabd1094d8b1baf70e178, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02b2ff159a4a38fa1732437846c09994, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0fe855f511b3386c0979d1669486e3e, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f4baab58ce7c3d5afcce8298498d9176, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e713645118a728bbef2b7898660969e1, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2de183befa72b03135a8a6d941ee30cc, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79629594bb78d9d899ae769fd1a18a46, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=abb97f36b612cbbc7f768aef0642cca6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,166 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93658085e974359c83238bdb09ee9211, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7815e3081270ddf7183f05c77ca112d6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cb7a3141b8aec494580b53ca4870405, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,167 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d503a608f28bba0442a1735833d15f, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,167 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T04:49:44,167 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559844167 2024-11-14T04:49:44,167 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559904167 2024-11-14T04:49:44,167 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-14T04:49:44,169 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 44289c305c03,38819,1731559592847 does not exist 2024-11-14T04:49:44,169 INFO [PEWorker-1 {}] master.SplitWALManager(105): 44289c305c03,38819,1731559592847 WAL count=0, meta=false 2024-11-14T04:49:44,169 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 44289c305c03,38819,1731559592847 WAL splitting is done? wals=0, meta=false 2024-11-14T04:49:44,171 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 44289c305c03,38819,1731559592847 failed, ignore...File hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,38819,1731559592847-splitting does not exist. 2024-11-14T04:49:44,171 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:49:44,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN}] 2024-11-14T04:49:44,173 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:49:44,173 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:44,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:44,173 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:44,418 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:44,418 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:49:44,418 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:44,418 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:49:44,418 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:49:44,418 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:49:44,418 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:49:44,418 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:49:44,419 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:49:44,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:49:44,422 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:49:44,422 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:44,422 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:44,422 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:44,422 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:44,422 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:44,422 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:44,423 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:49:44,423 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:44,423 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,425 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,426 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,426 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,426 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:44,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-14T04:49:44,427 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=61 2024-11-14T04:49:44,427 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,40077,1731559593082, table=hbase:meta, region=1588230740 2024-11-14T04:49:44,427 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,40077,1731559593082, state=OPEN 2024-11-14T04:49:44,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:44,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:44,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:44,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:44,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:44,438 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559814438 2024-11-14T04:49:44,438 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=270459d50e41c1ebd22703793b89ab94, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456ddba907fdabd1094d8b1baf70e178, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02b2ff159a4a38fa1732437846c09994, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0fe855f511b3386c0979d1669486e3e, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f4baab58ce7c3d5afcce8298498d9176, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e713645118a728bbef2b7898660969e1, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2de183befa72b03135a8a6d941ee30cc, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79629594bb78d9d899ae769fd1a18a46, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=abb97f36b612cbbc7f768aef0642cca6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93658085e974359c83238bdb09ee9211, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,446 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7815e3081270ddf7183f05c77ca112d6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,446 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,446 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,446 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:44,446 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cb7a3141b8aec494580b53ca4870405, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:44,446 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d503a608f28bba0442a1735833d15f, regionState=OPEN, lastHost=44289c305c03,38819,1731559592847, regionLocation=44289c305c03,38819,1731559592847, openSeqNum=2 2024-11-14T04:49:44,446 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T04:49:44,446 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559844446 2024-11-14T04:49:44,446 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559904446 2024-11-14T04:49:44,446 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-14T04:49:44,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN}] 2024-11-14T04:49:44,447 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:49:44,449 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN 2024-11-14T04:49:44,450 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,451 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN 2024-11-14T04:49:44,452 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,452 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN 2024-11-14T04:49:44,453 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,454 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN 2024-11-14T04:49:44,458 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN 2024-11-14T04:49:44,460 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,461 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN 2024-11-14T04:49:44,462 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,463 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN 2024-11-14T04:49:44,464 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,464 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN 2024-11-14T04:49:44,465 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:49:44,600 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(204): Hosts are {44289c305c03=0} racks are {/default-rack=0} 2024-11-14T04:49:44,601 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T04:49:44,601 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T04:49:44,601 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T04:49:44,601 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T04:49:44,601 INFO [44289c305c03:35091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T04:49:44,601 INFO [44289c305c03:35091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T04:49:44,601 DEBUG [44289c305c03:35091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T04:49:44,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=5f733cab21c27fe534329adec763ad3b, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=e713645118a728bbef2b7898660969e1, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=2c7e999ba9815cc58dad76d234853867, regionState=OPENING, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:44,604 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=46d503a608f28bba0442a1735833d15f, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN because future has completed 2024-11-14T04:49:44,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,606 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=79a5840bd357c1b807d4310a584315a5, regionState=OPENING, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:49:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN because future has completed 2024-11-14T04:49:44,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:49:44,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN because future has completed 2024-11-14T04:49:44,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:49:44,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN because future has completed 2024-11-14T04:49:44,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN because future has completed 2024-11-14T04:49:44,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN because future has completed 2024-11-14T04:49:44,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN because future has completed 2024-11-14T04:49:44,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:49:44,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN because future has completed 2024-11-14T04:49:44,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:49:44,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:49:44,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,34075,1731559593016}] 2024-11-14T04:49:44,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,40077,1731559593082}] 2024-11-14T04:49:44,766 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:44,766 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c7e999ba9815cc58dad76d234853867, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-14T04:49:44,766 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,766 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:44,767 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,767 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,768 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,769 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7e999ba9815cc58dad76d234853867 columnFamilyName colfamily11 2024-11-14T04:49:44,769 DEBUG [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,770 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(327): Store=2c7e999ba9815cc58dad76d234853867/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,770 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,771 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7e999ba9815cc58dad76d234853867 columnFamilyName colfamily21 2024-11-14T04:49:44,771 DEBUG [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,771 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(327): Store=2c7e999ba9815cc58dad76d234853867/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,771 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,772 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7e999ba9815cc58dad76d234853867 columnFamilyName colfamily31 2024-11-14T04:49:44,772 DEBUG [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,773 INFO [StoreOpener-2c7e999ba9815cc58dad76d234853867-1 {}] regionserver.HStore(327): Store=2c7e999ba9815cc58dad76d234853867/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,773 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,774 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,776 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:44,776 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004 2024-11-14T04:49:44,782 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004 2024-11-14T04:49:44,782 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 2c7e999ba9815cc58dad76d234853867 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:44,804 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:44,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 46d503a608f28bba0442a1735833d15f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-14T04:49:44,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,805 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:44,805 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,805 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,806 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,807 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/.tmp/colfamily11/efa2b2499cca44139515408531c14e85 is 52, key is aaa/colfamily11:colfamily11/1731559600108/Put/seqid=0 2024-11-14T04:49:44,808 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d503a608f28bba0442a1735833d15f columnFamilyName colfamily11 2024-11-14T04:49:44,808 DEBUG [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,808 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(327): Store=46d503a608f28bba0442a1735833d15f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,808 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,810 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d503a608f28bba0442a1735833d15f columnFamilyName colfamily21 2024-11-14T04:49:44,811 DEBUG [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,811 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(327): Store=46d503a608f28bba0442a1735833d15f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,811 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,812 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46d503a608f28bba0442a1735833d15f columnFamilyName colfamily31 2024-11-14T04:49:44,812 DEBUG [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,812 INFO [StoreOpener-46d503a608f28bba0442a1735833d15f-1 {}] regionserver.HStore(327): Store=46d503a608f28bba0442a1735833d15f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,812 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,814 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,815 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,816 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004 2024-11-14T04:49:44,819 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004 2024-11-14T04:49:44,819 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 46d503a608f28bba0442a1735833d15f 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-14T04:49:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741877_1053 (size=39263) 2024-11-14T04:49:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741877_1053 (size=39263) 2024-11-14T04:49:44,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741877_1053 (size=39263) 2024-11-14T04:49:44,849 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/.tmp/colfamily11/119f0a572380481bb6f77c3664e49fee is 52, key is zzz/colfamily11:colfamily11/1731559600585/Put/seqid=0 2024-11-14T04:49:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741878_1054 (size=4857) 2024-11-14T04:49:44,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741878_1054 (size=4857) 2024-11-14T04:49:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741878_1054 (size=4857) 2024-11-14T04:49:44,868 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/.tmp/colfamily11/119f0a572380481bb6f77c3664e49fee 2024-11-14T04:49:44,881 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/.tmp/colfamily11/119f0a572380481bb6f77c3664e49fee as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/colfamily11/119f0a572380481bb6f77c3664e49fee 2024-11-14T04:49:44,895 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/colfamily11/119f0a572380481bb6f77c3664e49fee, entries=1, sequenceid=4, filesize=4.7 K 2024-11-14T04:49:44,895 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 46d503a608f28bba0442a1735833d15f in 76ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:44,896 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/0000000000000000004 2024-11-14T04:49:44,898 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,898 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,905 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:44,907 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,910 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:44,912 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 46d503a608f28bba0442a1735833d15f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64161424, jitterRate=-0.043920278549194336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:44,912 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:44,912 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 46d503a608f28bba0442a1735833d15f: Running coprocessor pre-open hook at 1731559784805Writing region info on filesystem at 1731559784805Initializing all the Stores at 1731559784806 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784806Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784806Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784806Obtaining lock to block concurrent updates at 1731559784819 (+13 ms)Preparing flush snapshotting stores in 46d503a608f28bba0442a1735833d15f at 1731559784819Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731559784819Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. at 1731559784819Flushing 46d503a608f28bba0442a1735833d15f/colfamily11: creating writer at 1731559784820 (+1 ms)Flushing 46d503a608f28bba0442a1735833d15f/colfamily11: appending metadata at 1731559784849 (+29 ms)Flushing 46d503a608f28bba0442a1735833d15f/colfamily11: closing flushed file at 1731559784849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549b08e9: reopening flushed file at 1731559784880 (+31 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 46d503a608f28bba0442a1735833d15f in 76ms, sequenceid=4, compaction requested=false; wal=null at 1731559784895 (+15 ms)Cleaning up temporary data from old regions at 1731559784898 (+3 ms)Running coprocessor post-open hooks at 1731559784912 (+14 ms)Region opened successfully at 1731559784912 2024-11-14T04:49:44,913 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., pid=78, masterSystemTime=1731559784799 2024-11-14T04:49:44,915 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:44,915 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:44,916 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:44,916 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 79a5840bd357c1b807d4310a584315a5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-14T04:49:44,916 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,916 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:44,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=46d503a608f28bba0442a1735833d15f, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:44,917 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,917 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,919 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:49:44,921 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a5840bd357c1b807d4310a584315a5 columnFamilyName colfamily11 2024-11-14T04:49:44,921 DEBUG [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,921 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(327): Store=79a5840bd357c1b807d4310a584315a5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,921 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,923 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a5840bd357c1b807d4310a584315a5 columnFamilyName colfamily21 2024-11-14T04:49:44,923 DEBUG [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,924 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(327): Store=79a5840bd357c1b807d4310a584315a5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,924 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=68 2024-11-14T04:49:44,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,34075,1731559593016 in 257 msec 2024-11-14T04:49:44,925 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a5840bd357c1b807d4310a584315a5 columnFamilyName colfamily31 2024-11-14T04:49:44,926 DEBUG [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:44,926 INFO [StoreOpener-79a5840bd357c1b807d4310a584315a5-1 {}] regionserver.HStore(327): Store=79a5840bd357c1b807d4310a584315a5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:44,927 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN in 478 msec 2024-11-14T04:49:44,928 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,930 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,930 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004 2024-11-14T04:49:44,937 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004 2024-11-14T04:49:44,937 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 79a5840bd357c1b807d4310a584315a5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:44,962 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/.tmp/colfamily11/d6cac2fb2d6a4882bca01fbb3529181d is 52, key is fff/colfamily11:colfamily11/1731559600234/Put/seqid=0 2024-11-14T04:49:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741879_1055 (size=39263) 2024-11-14T04:49:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741879_1055 (size=39263) 2024-11-14T04:49:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741879_1055 (size=39263) 2024-11-14T04:49:44,978 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/.tmp/colfamily11/d6cac2fb2d6a4882bca01fbb3529181d 2024-11-14T04:49:44,986 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/.tmp/colfamily11/d6cac2fb2d6a4882bca01fbb3529181d as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/colfamily11/d6cac2fb2d6a4882bca01fbb3529181d 2024-11-14T04:49:44,994 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/colfamily11/d6cac2fb2d6a4882bca01fbb3529181d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T04:49:44,994 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 79a5840bd357c1b807d4310a584315a5 in 57ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:44,995 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/0000000000000000004 2024-11-14T04:49:44,996 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,996 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:44,996 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:44,998 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:45,001 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:45,002 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 79a5840bd357c1b807d4310a584315a5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69176897, jitterRate=0.03081609308719635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:45,002 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:45,002 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 79a5840bd357c1b807d4310a584315a5: Running coprocessor pre-open hook at 1731559784917Writing region info on filesystem at 1731559784917Initializing all the Stores at 1731559784919 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784919Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784919Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784919Obtaining lock to block concurrent updates at 1731559784937 (+18 ms)Preparing flush snapshotting stores in 79a5840bd357c1b807d4310a584315a5 at 1731559784937Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559784937Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. at 1731559784937Flushing 79a5840bd357c1b807d4310a584315a5/colfamily11: creating writer at 1731559784937Flushing 79a5840bd357c1b807d4310a584315a5/colfamily11: appending metadata at 1731559784961 (+24 ms)Flushing 79a5840bd357c1b807d4310a584315a5/colfamily11: closing flushed file at 1731559784961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ae7dcd: reopening flushed file at 1731559784985 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 79a5840bd357c1b807d4310a584315a5 in 57ms, sequenceid=4, compaction requested=false; wal=null at 1731559784994 (+9 ms)Cleaning up temporary data from old regions at 1731559784996 (+2 ms)Running coprocessor post-open hooks at 1731559785002 (+6 ms)Region opened successfully at 1731559785002 2024-11-14T04:49:45,003 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., pid=76, masterSystemTime=1731559784799 2024-11-14T04:49:45,006 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:45,006 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:45,006 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:45,006 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => d6e23cb1a9cfc91b5c4644688729e6f5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-14T04:49:45,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,006 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,006 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:45,007 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,007 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,008 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:49:45,009 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e23cb1a9cfc91b5c4644688729e6f5 columnFamilyName colfamily11 2024-11-14T04:49:45,010 DEBUG [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,011 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(327): Store=d6e23cb1a9cfc91b5c4644688729e6f5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,011 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,012 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e23cb1a9cfc91b5c4644688729e6f5 columnFamilyName colfamily21 2024-11-14T04:49:45,012 DEBUG [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,012 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(327): Store=d6e23cb1a9cfc91b5c4644688729e6f5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,012 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,013 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e23cb1a9cfc91b5c4644688729e6f5 columnFamilyName colfamily31 2024-11-14T04:49:45,013 DEBUG [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=67 2024-11-14T04:49:45,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,34075,1731559593016 in 359 msec 2024-11-14T04:49:45,014 INFO [StoreOpener-d6e23cb1a9cfc91b5c4644688729e6f5-1 {}] regionserver.HStore(327): Store=d6e23cb1a9cfc91b5c4644688729e6f5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,015 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,016 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN in 567 msec 2024-11-14T04:49:45,018 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,019 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004 2024-11-14T04:49:45,024 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004 2024-11-14T04:49:45,024 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing d6e23cb1a9cfc91b5c4644688729e6f5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:45,053 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/.tmp/colfamily11/82850fd85a764e5a94e5f62526c4f588 is 52, key is sss/colfamily11:colfamily11/1731559600519/Put/seqid=0 2024-11-14T04:49:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741880_1056 (size=39263) 2024-11-14T04:49:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741880_1056 (size=39263) 2024-11-14T04:49:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741880_1056 (size=39263) 2024-11-14T04:49:45,238 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/.tmp/colfamily11/efa2b2499cca44139515408531c14e85 2024-11-14T04:49:45,247 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/.tmp/colfamily11/efa2b2499cca44139515408531c14e85 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/colfamily11/efa2b2499cca44139515408531c14e85 2024-11-14T04:49:45,255 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/colfamily11/efa2b2499cca44139515408531c14e85, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T04:49:45,255 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c7e999ba9815cc58dad76d234853867 in 473ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:45,256 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/0000000000000000004 2024-11-14T04:49:45,257 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:45,257 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:45,258 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:45,260 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:45,262 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:45,263 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 2c7e999ba9815cc58dad76d234853867; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67512666, jitterRate=0.006017118692398071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:45,264 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:45,264 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 2c7e999ba9815cc58dad76d234853867: Running coprocessor pre-open hook at 1731559784767Writing region info on filesystem at 1731559784767Initializing all the Stores at 1731559784768 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784768Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784768Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559784768Obtaining lock to block concurrent updates at 1731559784782 (+14 ms)Preparing flush snapshotting stores in 2c7e999ba9815cc58dad76d234853867 at 1731559784782Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559784782Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. at 1731559784782Flushing 2c7e999ba9815cc58dad76d234853867/colfamily11: creating writer at 1731559784782Flushing 2c7e999ba9815cc58dad76d234853867/colfamily11: appending metadata at 1731559784807 (+25 ms)Flushing 2c7e999ba9815cc58dad76d234853867/colfamily11: closing flushed file at 1731559784807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5caa16a6: reopening flushed file at 1731559785246 (+439 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c7e999ba9815cc58dad76d234853867 in 473ms, sequenceid=4, compaction requested=false; wal=null at 1731559785255 (+9 ms)Cleaning up temporary data from old regions at 1731559785257 (+2 ms)Running coprocessor post-open hooks at 1731559785264 (+7 ms)Region opened successfully at 1731559785264 2024-11-14T04:49:45,265 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., pid=79, masterSystemTime=1731559784762 2024-11-14T04:49:45,267 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:45,267 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:45,267 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:45,268 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f733cab21c27fe534329adec763ad3b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-14T04:49:45,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,268 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,268 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:45,268 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,268 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,270 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:49:45,271 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f733cab21c27fe534329adec763ad3b columnFamilyName colfamily11 2024-11-14T04:49:45,271 DEBUG [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=66 2024-11-14T04:49:45,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,40077,1731559593082 in 601 msec 2024-11-14T04:49:45,276 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(327): Store=5f733cab21c27fe534329adec763ad3b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,276 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN in 828 msec 2024-11-14T04:49:45,278 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f733cab21c27fe534329adec763ad3b columnFamilyName colfamily21 2024-11-14T04:49:45,278 DEBUG [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,278 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(327): Store=5f733cab21c27fe534329adec763ad3b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,278 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,279 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f733cab21c27fe534329adec763ad3b columnFamilyName colfamily31 2024-11-14T04:49:45,280 DEBUG [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,280 INFO [StoreOpener-5f733cab21c27fe534329adec763ad3b-1 {}] regionserver.HStore(327): Store=5f733cab21c27fe534329adec763ad3b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,280 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,281 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,282 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,283 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004 2024-11-14T04:49:45,288 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004 2024-11-14T04:49:45,288 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 5f733cab21c27fe534329adec763ad3b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:45,305 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/.tmp/colfamily11/01f43928c3c04ac4ba76be1786a788e3 is 52, key is www/colfamily11:colfamily11/1731559600564/Put/seqid=0 2024-11-14T04:49:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741881_1057 (size=39263) 2024-11-14T04:49:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741881_1057 (size=39263) 2024-11-14T04:49:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741881_1057 (size=39263) 2024-11-14T04:49:45,477 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/.tmp/colfamily11/82850fd85a764e5a94e5f62526c4f588 2024-11-14T04:49:45,516 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/.tmp/colfamily11/82850fd85a764e5a94e5f62526c4f588 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/colfamily11/82850fd85a764e5a94e5f62526c4f588 2024-11-14T04:49:45,524 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/colfamily11/82850fd85a764e5a94e5f62526c4f588, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T04:49:45,524 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d6e23cb1a9cfc91b5c4644688729e6f5 in 500ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:45,525 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/0000000000000000004 2024-11-14T04:49:45,526 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,526 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,527 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:45,529 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,537 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:45,538 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened d6e23cb1a9cfc91b5c4644688729e6f5; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69864080, jitterRate=0.041055917739868164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:45,539 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:45,539 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for d6e23cb1a9cfc91b5c4644688729e6f5: Running coprocessor pre-open hook at 1731559785007Writing region info on filesystem at 1731559785007Initializing all the Stores at 1731559785008 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785008Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785008Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785008Obtaining lock to block concurrent updates at 1731559785024 (+16 ms)Preparing flush snapshotting stores in d6e23cb1a9cfc91b5c4644688729e6f5 at 1731559785024Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559785024Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. at 1731559785024Flushing d6e23cb1a9cfc91b5c4644688729e6f5/colfamily11: creating writer at 1731559785024Flushing d6e23cb1a9cfc91b5c4644688729e6f5/colfamily11: appending metadata at 1731559785053 (+29 ms)Flushing d6e23cb1a9cfc91b5c4644688729e6f5/colfamily11: closing flushed file at 1731559785053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176efc27: reopening flushed file at 1731559785514 (+461 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d6e23cb1a9cfc91b5c4644688729e6f5 in 500ms, sequenceid=4, compaction requested=false; wal=null at 1731559785524 (+10 ms)Cleaning up temporary data from old regions at 1731559785526 (+2 ms)Running coprocessor post-open hooks at 1731559785539 (+13 ms)Region opened successfully at 1731559785539 2024-11-14T04:49:45,540 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., pid=75, masterSystemTime=1731559784799 2024-11-14T04:49:45,543 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:45,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,543 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:45,544 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:45,544 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => f476b9e3690a66a6a203a40f0df9ecba, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-14T04:49:45,544 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,545 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:45,545 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,545 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:49:45,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=71 2024-11-14T04:49:45,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,34075,1731559593016 in 908 msec 2024-11-14T04:49:45,553 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN in 1.1060 sec 2024-11-14T04:49:45,558 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f476b9e3690a66a6a203a40f0df9ecba columnFamilyName colfamily11 2024-11-14T04:49:45,559 DEBUG [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,566 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(327): Store=f476b9e3690a66a6a203a40f0df9ecba/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,566 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,567 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f476b9e3690a66a6a203a40f0df9ecba columnFamilyName colfamily21 2024-11-14T04:49:45,567 DEBUG [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,568 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(327): Store=f476b9e3690a66a6a203a40f0df9ecba/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,568 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,569 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f476b9e3690a66a6a203a40f0df9ecba columnFamilyName colfamily31 2024-11-14T04:49:45,569 DEBUG [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,570 INFO [StoreOpener-f476b9e3690a66a6a203a40f0df9ecba-1 {}] regionserver.HStore(327): Store=f476b9e3690a66a6a203a40f0df9ecba/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,570 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,571 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,573 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,574 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004 2024-11-14T04:49:45,583 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004 2024-11-14T04:49:45,583 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing f476b9e3690a66a6a203a40f0df9ecba 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:45,611 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/.tmp/colfamily11/9b2da30d14d24197b2af7e790234930c is 52, key is mmm/colfamily11:colfamily11/1731559600429/Put/seqid=0 2024-11-14T04:49:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741882_1058 (size=39263) 2024-11-14T04:49:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741882_1058 (size=39263) 2024-11-14T04:49:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741882_1058 (size=39263) 2024-11-14T04:49:45,627 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/.tmp/colfamily11/9b2da30d14d24197b2af7e790234930c 2024-11-14T04:49:45,636 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/.tmp/colfamily11/9b2da30d14d24197b2af7e790234930c as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/colfamily11/9b2da30d14d24197b2af7e790234930c 2024-11-14T04:49:45,643 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/colfamily11/9b2da30d14d24197b2af7e790234930c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T04:49:45,643 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f476b9e3690a66a6a203a40f0df9ecba in 60ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:45,644 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/0000000000000000004 2024-11-14T04:49:45,646 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,646 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,646 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:45,648 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,650 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:45,651 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened f476b9e3690a66a6a203a40f0df9ecba; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74865502, jitterRate=0.1155829131603241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:45,652 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:45,652 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for f476b9e3690a66a6a203a40f0df9ecba: Running coprocessor pre-open hook at 1731559785545Writing region info on filesystem at 1731559785545Initializing all the Stores at 1731559785546 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785546Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785553 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785553Obtaining lock to block concurrent updates at 1731559785583 (+30 ms)Preparing flush snapshotting stores in f476b9e3690a66a6a203a40f0df9ecba at 1731559785583Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559785585 (+2 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. at 1731559785585Flushing f476b9e3690a66a6a203a40f0df9ecba/colfamily11: creating writer at 1731559785585Flushing f476b9e3690a66a6a203a40f0df9ecba/colfamily11: appending metadata at 1731559785611 (+26 ms)Flushing f476b9e3690a66a6a203a40f0df9ecba/colfamily11: closing flushed file at 1731559785611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641ac30a: reopening flushed file at 1731559785634 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f476b9e3690a66a6a203a40f0df9ecba in 60ms, sequenceid=4, compaction requested=false; wal=null at 1731559785644 (+10 ms)Cleaning up temporary data from old regions at 1731559785646 (+2 ms)Running coprocessor post-open hooks at 1731559785652 (+6 ms)Region opened successfully at 1731559785652 2024-11-14T04:49:45,653 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., pid=77, masterSystemTime=1731559784799 2024-11-14T04:49:45,655 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:45,655 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:45,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,34075,1731559593016 because future has completed 2024-11-14T04:49:45,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=64 2024-11-14T04:49:45,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,34075,1731559593016 in 999 msec 2024-11-14T04:49:45,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN in 1.2150 sec 2024-11-14T04:49:45,718 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/.tmp/colfamily11/01f43928c3c04ac4ba76be1786a788e3 2024-11-14T04:49:45,726 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/.tmp/colfamily11/01f43928c3c04ac4ba76be1786a788e3 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/colfamily11/01f43928c3c04ac4ba76be1786a788e3 2024-11-14T04:49:45,733 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/colfamily11/01f43928c3c04ac4ba76be1786a788e3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T04:49:45,734 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f733cab21c27fe534329adec763ad3b in 446ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:45,734 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/0000000000000000004 2024-11-14T04:49:45,735 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,735 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,736 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:45,738 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,740 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:45,741 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 5f733cab21c27fe534329adec763ad3b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68560023, jitterRate=0.02162395417690277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:45,741 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:45,741 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 5f733cab21c27fe534329adec763ad3b: Running coprocessor pre-open hook at 1731559785269Writing region info on filesystem at 1731559785269Initializing all the Stores at 1731559785270 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785270Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785270Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785270Obtaining lock to block concurrent updates at 1731559785288 (+18 ms)Preparing flush snapshotting stores in 5f733cab21c27fe534329adec763ad3b at 1731559785288Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559785289 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. at 1731559785289Flushing 5f733cab21c27fe534329adec763ad3b/colfamily11: creating writer at 1731559785289Flushing 5f733cab21c27fe534329adec763ad3b/colfamily11: appending metadata at 1731559785304 (+15 ms)Flushing 5f733cab21c27fe534329adec763ad3b/colfamily11: closing flushed file at 1731559785304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f4d9e9: reopening flushed file at 1731559785725 (+421 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f733cab21c27fe534329adec763ad3b in 446ms, sequenceid=4, compaction requested=false; wal=null at 1731559785734 (+9 ms)Cleaning up temporary data from old regions at 1731559785735 (+1 ms)Running coprocessor post-open hooks at 1731559785741 (+6 ms)Region opened successfully at 1731559785741 2024-11-14T04:49:45,742 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., pid=72, masterSystemTime=1731559784762 2024-11-14T04:49:45,744 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:45,744 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:45,744 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:45,744 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => af3fb45d05d15f21e85f865b1ab6a560, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-14T04:49:45,745 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,745 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:45,745 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,745 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:49:45,747 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,748 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3fb45d05d15f21e85f865b1ab6a560 columnFamilyName colfamily11 2024-11-14T04:49:45,748 DEBUG [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,748 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(327): Store=af3fb45d05d15f21e85f865b1ab6a560/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,748 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,749 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3fb45d05d15f21e85f865b1ab6a560 columnFamilyName colfamily21 2024-11-14T04:49:45,749 DEBUG [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,750 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(327): Store=af3fb45d05d15f21e85f865b1ab6a560/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,750 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,751 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af3fb45d05d15f21e85f865b1ab6a560 columnFamilyName colfamily31 2024-11-14T04:49:45,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=69 2024-11-14T04:49:45,751 DEBUG [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,40077,1731559593082 in 1.1420 sec 2024-11-14T04:49:45,751 INFO [StoreOpener-af3fb45d05d15f21e85f865b1ab6a560-1 {}] regionserver.HStore(327): Store=af3fb45d05d15f21e85f865b1ab6a560/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,751 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,752 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN in 1.3040 sec 2024-11-14T04:49:45,754 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,755 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004 2024-11-14T04:49:45,760 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004 2024-11-14T04:49:45,760 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing af3fb45d05d15f21e85f865b1ab6a560 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:45,777 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/.tmp/colfamily11/63aa5bfcec1d49e8be425633c212f694 is 52, key is ppp/colfamily11:colfamily11/1731559600482/Put/seqid=0 2024-11-14T04:49:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741883_1059 (size=39263) 2024-11-14T04:49:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741883_1059 (size=39263) 2024-11-14T04:49:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741883_1059 (size=39263) 2024-11-14T04:49:45,789 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/.tmp/colfamily11/63aa5bfcec1d49e8be425633c212f694 2024-11-14T04:49:45,795 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/.tmp/colfamily11/63aa5bfcec1d49e8be425633c212f694 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/colfamily11/63aa5bfcec1d49e8be425633c212f694 2024-11-14T04:49:45,801 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/colfamily11/63aa5bfcec1d49e8be425633c212f694, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T04:49:45,802 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for af3fb45d05d15f21e85f865b1ab6a560 in 42ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:45,802 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/0000000000000000004 2024-11-14T04:49:45,803 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,804 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:45,806 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,808 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:45,809 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened af3fb45d05d15f21e85f865b1ab6a560; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66180166, jitterRate=-0.01383867859840393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:45,809 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:45,809 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for af3fb45d05d15f21e85f865b1ab6a560: Running coprocessor pre-open hook at 1731559785745Writing region info on filesystem at 1731559785745Initializing all the Stores at 1731559785746 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785746Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785747 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785747Obtaining lock to block concurrent updates at 1731559785760 (+13 ms)Preparing flush snapshotting stores in af3fb45d05d15f21e85f865b1ab6a560 at 1731559785760Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559785760Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. at 1731559785760Flushing af3fb45d05d15f21e85f865b1ab6a560/colfamily11: creating writer at 1731559785760Flushing af3fb45d05d15f21e85f865b1ab6a560/colfamily11: appending metadata at 1731559785777 (+17 ms)Flushing af3fb45d05d15f21e85f865b1ab6a560/colfamily11: closing flushed file at 1731559785777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5597e44e: reopening flushed file at 1731559785794 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for af3fb45d05d15f21e85f865b1ab6a560 in 42ms, sequenceid=4, compaction requested=false; wal=null at 1731559785802 (+8 ms)Cleaning up temporary data from old regions at 1731559785804 (+2 ms)Running coprocessor post-open hooks at 1731559785809 (+5 ms)Region opened successfully at 1731559785809 2024-11-14T04:49:45,810 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., pid=73, masterSystemTime=1731559784762 2024-11-14T04:49:45,816 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:45,816 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:45,816 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:45,816 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => e713645118a728bbef2b7898660969e1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-14T04:49:45,816 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,816 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:49:45,817 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,817 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,818 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,819 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e713645118a728bbef2b7898660969e1 columnFamilyName colfamily11 2024-11-14T04:49:45,819 DEBUG [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,820 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(327): Store=e713645118a728bbef2b7898660969e1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,820 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,821 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e713645118a728bbef2b7898660969e1 columnFamilyName colfamily21 2024-11-14T04:49:45,821 DEBUG [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,821 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(327): Store=e713645118a728bbef2b7898660969e1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,821 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,822 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,822 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e713645118a728bbef2b7898660969e1 columnFamilyName colfamily31 2024-11-14T04:49:45,822 DEBUG [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:49:45,824 INFO [StoreOpener-e713645118a728bbef2b7898660969e1-1 {}] regionserver.HStore(327): Store=e713645118a728bbef2b7898660969e1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:49:45,824 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,825 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:49:45,827 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,828 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004 2024-11-14T04:49:45,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=65 2024-11-14T04:49:45,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,40077,1731559593082 in 1.2140 sec 2024-11-14T04:49:45,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN in 1.3830 sec 2024-11-14T04:49:45,834 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004 2024-11-14T04:49:45,834 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing e713645118a728bbef2b7898660969e1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:45,859 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/.tmp/colfamily11/302276a8850b4665929d30cdc343f48f is 52, key is jjj/colfamily11:colfamily11/1731559600375/Put/seqid=0 2024-11-14T04:49:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741884_1060 (size=39263) 2024-11-14T04:49:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741884_1060 (size=39263) 2024-11-14T04:49:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741884_1060 (size=39263) 2024-11-14T04:49:45,870 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/.tmp/colfamily11/302276a8850b4665929d30cdc343f48f 2024-11-14T04:49:45,877 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/.tmp/colfamily11/302276a8850b4665929d30cdc343f48f as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/colfamily11/302276a8850b4665929d30cdc343f48f 2024-11-14T04:49:45,885 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/colfamily11/302276a8850b4665929d30cdc343f48f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-14T04:49:45,885 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e713645118a728bbef2b7898660969e1 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-14T04:49:45,887 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/0000000000000000004 2024-11-14T04:49:45,888 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,888 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,889 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:49:45,891 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,894 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T04:49:45,895 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened e713645118a728bbef2b7898660969e1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64290551, jitterRate=-0.04199613630771637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:49:45,896 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:45,896 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for e713645118a728bbef2b7898660969e1: Running coprocessor pre-open hook at 1731559785817Writing region info on filesystem at 1731559785817Initializing all the Stores at 1731559785818 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785818Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785818Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731559785818Obtaining lock to block concurrent updates at 1731559785834 (+16 ms)Preparing flush snapshotting stores in e713645118a728bbef2b7898660969e1 at 1731559785834Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559785835 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. at 1731559785835Flushing e713645118a728bbef2b7898660969e1/colfamily11: creating writer at 1731559785835Flushing e713645118a728bbef2b7898660969e1/colfamily11: appending metadata at 1731559785858 (+23 ms)Flushing e713645118a728bbef2b7898660969e1/colfamily11: closing flushed file at 1731559785859 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500b02d7: reopening flushed file at 1731559785876 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e713645118a728bbef2b7898660969e1 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731559785885 (+9 ms)Cleaning up temporary data from old regions at 1731559785888 (+3 ms)Running coprocessor post-open hooks at 1731559785896 (+8 ms)Region opened successfully at 1731559785896 2024-11-14T04:49:45,897 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., pid=74, masterSystemTime=1731559784762 2024-11-14T04:49:45,900 DEBUG [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:45,900 INFO [RS_OPEN_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:45,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=e713645118a728bbef2b7898660969e1, regionState=OPEN, openSeqNum=5, regionLocation=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,40077,1731559593082 because future has completed 2024-11-14T04:49:45,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=70 2024-11-14T04:49:45,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,40077,1731559593082 in 1.2870 sec 2024-11-14T04:49:45,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=57 2024-11-14T04:49:45,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN in 1.4640 sec 2024-11-14T04:49:45,915 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 44289c305c03,38819,1731559592847 after splitting done 2024-11-14T04:49:45,915 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-14T04:49:45,915 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:45,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:45,916 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:45,947 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:45,948 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-14T04:49:45,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:45,948 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:49:45,948 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:49:45,949 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-14T04:49:45,949 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-14T04:49:45,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-14T04:49:45,949 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:49:45,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-14T04:49:45,954 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-14T04:49:45,955 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:49:45,956 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN 2024-11-14T04:49:45,959 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,34075,1731559593016 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,40077,1731559593082 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.meta.1731559595586.meta, worker=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 44289c305c03%2C38819%2C1731559592847.1731559595108, worker=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f476b9e3690a66a6a203a40f0df9ecba, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=af3fb45d05d15f21e85f865b1ab6a560, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7e999ba9815cc58dad76d234853867, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=79a5840bd357c1b807d4310a584315a5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46d503a608f28bba0442a1735833d15f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f733cab21c27fe534329adec763ad3b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e713645118a728bbef2b7898660969e1, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d6e23cb1a9cfc91b5c4644688729e6f5, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f733cab21c27fe534329adec763ad3b, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure af3fb45d05d15f21e85f865b1ab6a560, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure e713645118a728bbef2b7898660969e1, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e23cb1a9cfc91b5c4644688729e6f5, server=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 79a5840bd357c1b807d4310a584315a5, server=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure f476b9e3690a66a6a203a40f0df9ecba, server=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 46d503a608f28bba0442a1735833d15f, server=44289c305c03,34075,1731559593016 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,960 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7e999ba9815cc58dad76d234853867, server=44289c305c03,40077,1731559593082 didn't hold the lock before restarting, skip acquiring lock. 2024-11-14T04:49:45,961 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T04:49:45,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=61 2024-11-14T04:49:45,962 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=44289c305c03,40077,1731559593082, table=hbase:meta, region=1588230740 2024-11-14T04:49:45,962 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 44289c305c03,40077,1731559593082, state=OPEN 2024-11-14T04:49:45,966 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35091 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T04:49:45,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:45,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:45,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T04:49:45,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:45,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T04:49:45,985 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731559815985 2024-11-14T04:49:45,985 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T04:49:46,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7e999ba9815cc58dad76d234853867, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=5 2024-11-14T04:49:46,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=270459d50e41c1ebd22703793b89ab94, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e681968b3a1f4be2ac0190a627f3ff16, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=456ddba907fdabd1094d8b1baf70e178, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=02b2ff159a4a38fa1732437846c09994, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79a5840bd357c1b807d4310a584315a5, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=5 2024-11-14T04:49:46,000 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d0fe855f511b3386c0979d1669486e3e, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ecb10cea00c88f8d37422ffc54e9f3d4, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f4baab58ce7c3d5afcce8298498d9176, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e713645118a728bbef2b7898660969e1, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=5 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2de183befa72b03135a8a6d941ee30cc, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=79629594bb78d9d899ae769fd1a18a46, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f476b9e3690a66a6a203a40f0df9ecba, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=5 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=abb97f36b612cbbc7f768aef0642cca6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,001 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e20b7c18fd356c464d3ccc4e72a93d45, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=af3fb45d05d15f21e85f865b1ab6a560, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=5 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=30f1f00ea48d32176a5649de9d0a1c9c, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93658085e974359c83238bdb09ee9211, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6e23cb1a9cfc91b5c4644688729e6f5, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=5 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=33c0bdbb38535a96d09a2a35f553b73f, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7815e3081270ddf7183f05c77ca112d6, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9692cbaeae4c0efcd59e3b43a144bd9e, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f733cab21c27fe534329adec763ad3b, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=5 2024-11-14T04:49:46,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d77f25feae4fe49fbce88b38fd65fee, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=2 2024-11-14T04:49:46,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cb7a3141b8aec494580b53ca4870405, regionState=OPEN, lastHost=44289c305c03,40077,1731559593082, regionLocation=44289c305c03,40077,1731559593082, openSeqNum=2 2024-11-14T04:49:46,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46d503a608f28bba0442a1735833d15f, regionState=OPEN, lastHost=44289c305c03,34075,1731559593016, regionLocation=44289c305c03,34075,1731559593016, openSeqNum=5 2024-11-14T04:49:46,003 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-14T04:49:46,003 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731559846003 2024-11-14T04:49:46,003 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731559906003 2024-11-14T04:49:46,003 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 17 msec 2024-11-14T04:49:46,003 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 44289c305c03,38819,1731559592847 after splitting done 2024-11-14T04:49:46,003 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-14T04:49:46,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 44289c305c03,38819,1731559592847, splitWal=true, meta=true in 3 mins, 4.575 sec 2024-11-14T04:49:46,260 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:49:46,265 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 44289c305c03:38819 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 44289c305c03/172.17.0.2:38819 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:49:46,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=java.net.ConnectException: Call to address=44289c305c03:38819 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:46,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-14T04:49:46,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:46,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 44289c305c03:38819 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 44289c305c03/172.17.0.2:38819 2024-11-14T04:49:46,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:46,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,375 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=44289c305c03,38819,1731559592847, seqNum=-1 from cache 2024-11-14T04:49:46,484 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:49:46,486 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:49:46,487 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=44289c305c03,40077,1731559593082, seqNum=-1] 2024-11-14T04:49:46,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:49:46,492 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., hostname=44289c305c03,40077,1731559593082, seqNum=5] 2024-11-14T04:49:46,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:49:46,543 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:46,543 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,543 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,544 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:46,667 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., hostname=44289c305c03,34075,1731559593016, seqNum=5] 2024-11-14T04:49:46,725 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:46,726 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,726 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,726 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:46,843 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., hostname=44289c305c03,40077,1731559593082, seqNum=5] 2024-11-14T04:49:46,864 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:46,864 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,865 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:46,865 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:46,981 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., hostname=44289c305c03,34075,1731559593016, seqNum=5] 2024-11-14T04:49:47,002 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:47,003 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,003 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,003 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:47,113 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560., hostname=44289c305c03,40077,1731559593082, seqNum=5] 2024-11-14T04:49:47,145 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:47,146 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,146 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,146 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:47,259 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5., hostname=44289c305c03,34075,1731559593016, seqNum=5] 2024-11-14T04:49:47,278 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:47,278 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,278 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,279 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:47,390 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b., hostname=44289c305c03,40077,1731559593082, seqNum=5] 2024-11-14T04:49:47,405 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 44289c305c03:38819 this server is in the failed servers list 2024-11-14T04:49:47,406 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., hostname=44289c305c03,38819,1731559592847, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., hostname=44289c305c03,38819,1731559592847, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=44289c305c03:38819 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,406 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., hostname=44289c305c03,38819,1731559592847, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 44289c305c03:38819 2024-11-14T04:49:47,406 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., hostname=44289c305c03,38819,1731559592847, seqNum=2 from cache 2024-11-14T04:49:47,519 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f., hostname=44289c305c03,34075,1731559593016, seqNum=5] 2024-11-14T04:49:47,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T04:49:47,650 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T04:49:47,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:49:47,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:49:47,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:49:47,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:49:47,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:49:47,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:49:47,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:49:47,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1645587339, stopped=false 2024-11-14T04:49:47,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=44289c305c03,35091,1731559591857 2024-11-14T04:49:47,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:49:47,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:49:47,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:49:47,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:49:47,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:47,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:49:47,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:49:47,657 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-14T04:49:47,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:49:47,657 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for 46d503a608f28bba0442a1735833d15f 2024-11-14T04:49:47,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:49:47,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:49:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T04:49:47,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:49:47,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,34075,1731559593016' ***** 2024-11-14T04:49:47,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:49:47,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '44289c305c03,40077,1731559593082' ***** 2024-11-14T04:49:47,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:49:47,658 INFO [RS:2;44289c305c03:40077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:49:47,658 INFO [RS:2;44289c305c03:40077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:49:47,658 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:49:47,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T04:49:47,659 INFO [RS:2;44289c305c03:40077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:49:47,659 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:49:47,665 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for d6e23cb1a9cfc91b5c4644688729e6f5 2024-11-14T04:49:47,665 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for e681968b3a1f4be2ac0190a627f3ff16 2024-11-14T04:49:47,665 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for 2de183befa72b03135a8a6d941ee30cc 2024-11-14T04:49:47,665 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for 7815e3081270ddf7183f05c77ca112d6 2024-11-14T04:49:47,665 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for abb97f36b612cbbc7f768aef0642cca6 2024-11-14T04:49:47,665 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d77f25feae4fe49fbce88b38fd65fee 2024-11-14T04:49:47,666 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for 456ddba907fdabd1094d8b1baf70e178 2024-11-14T04:49:47,666 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for 79a5840bd357c1b807d4310a584315a5 2024-11-14T04:49:47,666 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:47,666 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for 30f1f00ea48d32176a5649de9d0a1c9c 2024-11-14T04:49:47,666 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:47,666 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3091): Received CLOSE for d0fe855f511b3386c0979d1669486e3e 2024-11-14T04:49:47,666 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46d503a608f28bba0442a1735833d15f, disabling compactions & flushes 2024-11-14T04:49:47,669 INFO [RS:1;44289c305c03:34075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:49:47,669 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:47,669 INFO [RS:1;44289c305c03:34075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:49:47,669 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:47,669 INFO [RS:1;44289c305c03:34075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:49:47,669 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. after waiting 0 ms 2024-11-14T04:49:47,670 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d6e23cb1a9cfc91b5c4644688729e6f5, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e681968b3a1f4be2ac0190a627f3ff16, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2de183befa72b03135a8a6d941ee30cc, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 7815e3081270ddf7183f05c77ca112d6, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: abb97f36b612cbbc7f768aef0642cca6, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8d77f25feae4fe49fbce88b38fd65fee, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 456ddba907fdabd1094d8b1baf70e178, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 79a5840bd357c1b807d4310a584315a5, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: f4baab58ce7c3d5afcce8298498d9176, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 30f1f00ea48d32176a5649de9d0a1c9c, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: f476b9e3690a66a6a203a40f0df9ecba, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d0fe855f511b3386c0979d1669486e3e, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,34075,1731559593016 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:49:47,670 INFO [RS:1;44289c305c03:34075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;44289c305c03:34075. 2024-11-14T04:49:47,670 DEBUG [RS:1;44289c305c03:34075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:49:47,670 DEBUG [RS:1;44289c305c03:34075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:49:47,671 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-14T04:49:47,671 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 2de183befa72b03135a8a6d941ee30cc, 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 46d503a608f28bba0442a1735833d15f, 7815e3081270ddf7183f05c77ca112d6, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, d6e23cb1a9cfc91b5c4644688729e6f5, e681968b3a1f4be2ac0190a627f3ff16, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:47,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f733cab21c27fe534329adec763ad3b 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cb7a3141b8aec494580b53ca4870405 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for af3fb45d05d15f21e85f865b1ab6a560 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 9692cbaeae4c0efcd59e3b43a144bd9e 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for e20b7c18fd356c464d3ccc4e72a93d45 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for e713645118a728bbef2b7898660969e1 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c7e999ba9815cc58dad76d234853867 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 93658085e974359c83238bdb09ee9211 2024-11-14T04:49:47,673 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 02b2ff159a4a38fa1732437846c09994 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 270459d50e41c1ebd22703793b89ab94 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(959): stopping server 44289c305c03,40077,1731559593082 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;44289c305c03:40077. 2024-11-14T04:49:47,674 DEBUG [RS:2;44289c305c03:40077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:49:47,674 DEBUG [RS:2;44289c305c03:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:49:47,674 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:49:47,675 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-14T04:49:47,675 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 1588230740, 270459d50e41c1ebd22703793b89ab94, 2c7e999ba9815cc58dad76d234853867, 33c0bdbb38535a96d09a2a35f553b73f, 5f733cab21c27fe534329adec763ad3b, 79629594bb78d9d899ae769fd1a18a46, 8cb7a3141b8aec494580b53ca4870405, 93658085e974359c83238bdb09ee9211, 9692cbaeae4c0efcd59e3b43a144bd9e, af3fb45d05d15f21e85f865b1ab6a560, e20b7c18fd356c464d3ccc4e72a93d45, e713645118a728bbef2b7898660969e1, ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:49:47,675 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:49:47,675 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:49:47,675 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:49:47,675 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:49:47,675 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:49:47,675 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.87 KB heapSize=17.59 KB 2024-11-14T04:49:47,675 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecb10cea00c88f8d37422ffc54e9f3d4, disabling compactions & flushes 2024-11-14T04:49:47,686 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:49:47,687 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:49:47,687 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. after waiting 0 ms 2024-11-14T04:49:47,687 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:49:47,687 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ecb10cea00c88f8d37422ffc54e9f3d4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:47,693 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/info/e2409045858b48a6bb78efaa05c2f55a is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5./info:regioninfo/1731559785006/Put/seqid=0 2024-11-14T04:49:47,704 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:49:47,716 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46d503a608f28bba0442a1735833d15f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741885_1061 (size=18270) 2024-11-14T04:49:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741885_1061 (size=18270) 2024-11-14T04:49:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741885_1061 (size=18270) 2024-11-14T04:49:47,730 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:47,730 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46d503a608f28bba0442a1735833d15f: Waiting for close lock at 1731559787666Running coprocessor pre-close hooks at 1731559787666Disabling compacts and flushes for region at 1731559787666Disabling writes for close at 1731559787669 (+3 ms)Writing region close event to WAL at 1731559787695 (+26 ms)Running coprocessor post-close hooks at 1731559787717 (+22 ms)Closed at 1731559787730 (+13 ms) 2024-11-14T04:49:47,731 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731559596164.46d503a608f28bba0442a1735833d15f. 2024-11-14T04:49:47,731 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6e23cb1a9cfc91b5c4644688729e6f5, disabling compactions & flushes 2024-11-14T04:49:47,731 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:47,731 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:47,731 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. after waiting 0 ms 2024-11-14T04:49:47,731 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:47,733 INFO [regionserver/44289c305c03:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:49:47,737 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d6e23cb1a9cfc91b5c4644688729e6f5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:47,738 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:47,738 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6e23cb1a9cfc91b5c4644688729e6f5: Waiting for close lock at 1731559787731Running coprocessor pre-close hooks at 1731559787731Disabling compacts and flushes for region at 1731559787731Disabling writes for close at 1731559787731Writing region close event to WAL at 1731559787732 (+1 ms)Running coprocessor post-close hooks at 1731559787738 (+6 ms)Closed at 1731559787738 2024-11-14T04:49:47,738 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731559596164.d6e23cb1a9cfc91b5c4644688729e6f5. 2024-11-14T04:49:47,738 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e681968b3a1f4be2ac0190a627f3ff16, disabling compactions & flushes 2024-11-14T04:49:47,738 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:49:47,738 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:49:47,738 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. after waiting 0 ms 2024-11-14T04:49:47,738 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:49:47,738 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e681968b3a1f4be2ac0190a627f3ff16 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:47,743 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4/.tmp/colfamily11/26c05247778b49adbb0607d7280d02ae is 52, key is hhh/colfamily11:colfamily11/1731559600290/Put/seqid=0 2024-11-14T04:49:47,770 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16/.tmp/colfamily11/1b26114b8018470ea571af676ff63d41 is 52, key is ccc/colfamily11:colfamily11/1731559600133/Put/seqid=0 2024-11-14T04:49:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741886_1062 (size=39263) 2024-11-14T04:49:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741886_1062 (size=39263) 2024-11-14T04:49:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741886_1062 (size=39263) 2024-11-14T04:49:47,798 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4/.tmp/colfamily11/26c05247778b49adbb0607d7280d02ae 2024-11-14T04:49:47,818 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4/.tmp/colfamily11/26c05247778b49adbb0607d7280d02ae as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4/colfamily11/26c05247778b49adbb0607d7280d02ae 2024-11-14T04:49:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741887_1063 (size=39263) 2024-11-14T04:49:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741887_1063 (size=39263) 2024-11-14T04:49:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741887_1063 (size=39263) 2024-11-14T04:49:47,847 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4/colfamily11/26c05247778b49adbb0607d7280d02ae, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:47,849 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ecb10cea00c88f8d37422ffc54e9f3d4 in 162ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:47,873 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 2de183befa72b03135a8a6d941ee30cc, 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 7815e3081270ddf7183f05c77ca112d6, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, e681968b3a1f4be2ac0190a627f3ff16, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:47,877 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 1588230740, 270459d50e41c1ebd22703793b89ab94, 2c7e999ba9815cc58dad76d234853867, 33c0bdbb38535a96d09a2a35f553b73f, 5f733cab21c27fe534329adec763ad3b, 79629594bb78d9d899ae769fd1a18a46, 8cb7a3141b8aec494580b53ca4870405, 93658085e974359c83238bdb09ee9211, 9692cbaeae4c0efcd59e3b43a144bd9e, af3fb45d05d15f21e85f865b1ab6a560, e20b7c18fd356c464d3ccc4e72a93d45, e713645118a728bbef2b7898660969e1, ecb10cea00c88f8d37422ffc54e9f3d4 2024-11-14T04:49:47,920 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:49:47,920 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:49:47,932 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ecb10cea00c88f8d37422ffc54e9f3d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:47,942 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:49:47,942 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecb10cea00c88f8d37422ffc54e9f3d4: Waiting for close lock at 1731559787675Running coprocessor pre-close hooks at 1731559787675Disabling compacts and flushes for region at 1731559787675Disabling writes for close at 1731559787687 (+12 ms)Obtaining lock to block concurrent updates at 1731559787687Preparing flush snapshotting stores in ecb10cea00c88f8d37422ffc54e9f3d4 at 1731559787687Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559787688 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. at 1731559787690 (+2 ms)Flushing ecb10cea00c88f8d37422ffc54e9f3d4/colfamily11: creating writer at 1731559787690Flushing ecb10cea00c88f8d37422ffc54e9f3d4/colfamily11: appending metadata at 1731559787743 (+53 ms)Flushing ecb10cea00c88f8d37422ffc54e9f3d4/colfamily11: closing flushed file at 1731559787743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5a04f0: reopening flushed file at 1731559787817 (+74 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ecb10cea00c88f8d37422ffc54e9f3d4 in 162ms, sequenceid=5, compaction requested=false at 1731559787849 (+32 ms)Writing region close event to WAL at 1731559787861 (+12 ms)Running coprocessor post-close hooks at 1731559787941 (+80 ms)Closed at 1731559787942 (+1 ms) 2024-11-14T04:49:47,942 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731559596164.ecb10cea00c88f8d37422ffc54e9f3d4. 2024-11-14T04:49:47,942 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f733cab21c27fe534329adec763ad3b, disabling compactions & flushes 2024-11-14T04:49:47,942 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:47,942 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:47,942 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. after waiting 0 ms 2024-11-14T04:49:47,942 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:47,953 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:49:47,953 INFO [regionserver/44289c305c03:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:49:47,978 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f733cab21c27fe534329adec763ad3b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:47,982 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:47,982 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f733cab21c27fe534329adec763ad3b: Waiting for close lock at 1731559787942Running coprocessor pre-close hooks at 1731559787942Disabling compacts and flushes for region at 1731559787942Disabling writes for close at 1731559787942Writing region close event to WAL at 1731559787953 (+11 ms)Running coprocessor post-close hooks at 1731559787982 (+29 ms)Closed at 1731559787982 2024-11-14T04:49:47,982 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731559596164.5f733cab21c27fe534329adec763ad3b. 2024-11-14T04:49:47,982 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cb7a3141b8aec494580b53ca4870405, disabling compactions & flushes 2024-11-14T04:49:47,982 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:49:47,982 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:49:47,982 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. after waiting 0 ms 2024-11-14T04:49:47,982 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:49:47,983 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cb7a3141b8aec494580b53ca4870405 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,024 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405/.tmp/colfamily11/c4ff2dae875c44c397ff63d578b5072f is 52, key is yyy/colfamily11:colfamily11/1731559600688/Put/seqid=0 2024-11-14T04:49:48,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741888_1064 (size=39263) 2024-11-14T04:49:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741888_1064 (size=39263) 2024-11-14T04:49:48,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741888_1064 (size=39263) 2024-11-14T04:49:48,071 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405/.tmp/colfamily11/c4ff2dae875c44c397ff63d578b5072f 2024-11-14T04:49:48,073 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 2de183befa72b03135a8a6d941ee30cc, 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 7815e3081270ddf7183f05c77ca112d6, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, e681968b3a1f4be2ac0190a627f3ff16, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:48,081 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 1588230740, 270459d50e41c1ebd22703793b89ab94, 2c7e999ba9815cc58dad76d234853867, 33c0bdbb38535a96d09a2a35f553b73f, 79629594bb78d9d899ae769fd1a18a46, 8cb7a3141b8aec494580b53ca4870405, 93658085e974359c83238bdb09ee9211, 9692cbaeae4c0efcd59e3b43a144bd9e, af3fb45d05d15f21e85f865b1ab6a560, e20b7c18fd356c464d3ccc4e72a93d45, e713645118a728bbef2b7898660969e1 2024-11-14T04:49:48,114 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405/.tmp/colfamily11/c4ff2dae875c44c397ff63d578b5072f as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405/colfamily11/c4ff2dae875c44c397ff63d578b5072f 2024-11-14T04:49:48,125 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.87 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/info/e2409045858b48a6bb78efaa05c2f55a 2024-11-14T04:49:48,134 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405/colfamily11/c4ff2dae875c44c397ff63d578b5072f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:48,141 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8cb7a3141b8aec494580b53ca4870405 in 158ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:48,144 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/.tmp/info/e2409045858b48a6bb78efaa05c2f55a as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/info/e2409045858b48a6bb78efaa05c2f55a 2024-11-14T04:49:48,166 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/info/e2409045858b48a6bb78efaa05c2f55a, entries=64, sequenceid=79, filesize=17.8 K 2024-11-14T04:49:48,171 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.87 KB/12156, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=79, compaction requested=false 2024-11-14T04:49:48,174 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8cb7a3141b8aec494580b53ca4870405/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:48,175 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:49:48,175 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cb7a3141b8aec494580b53ca4870405: Waiting for close lock at 1731559787982Running coprocessor pre-close hooks at 1731559787982Disabling compacts and flushes for region at 1731559787982Disabling writes for close at 1731559787982Obtaining lock to block concurrent updates at 1731559787983 (+1 ms)Preparing flush snapshotting stores in 8cb7a3141b8aec494580b53ca4870405 at 1731559787983Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559787983Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. at 1731559787985 (+2 ms)Flushing 8cb7a3141b8aec494580b53ca4870405/colfamily11: creating writer at 1731559787986 (+1 ms)Flushing 8cb7a3141b8aec494580b53ca4870405/colfamily11: appending metadata at 1731559788024 (+38 ms)Flushing 8cb7a3141b8aec494580b53ca4870405/colfamily11: closing flushed file at 1731559788024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b35ae42: reopening flushed file at 1731559788111 (+87 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8cb7a3141b8aec494580b53ca4870405 in 158ms, sequenceid=5, compaction requested=false at 1731559788141 (+30 ms)Writing region close event to WAL at 1731559788146 (+5 ms)Running coprocessor post-close hooks at 1731559788175 (+29 ms)Closed at 1731559788175 2024-11-14T04:49:48,176 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731559596164.8cb7a3141b8aec494580b53ca4870405. 2024-11-14T04:49:48,176 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af3fb45d05d15f21e85f865b1ab6a560, disabling compactions & flushes 2024-11-14T04:49:48,176 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:48,176 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:48,176 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. after waiting 0 ms 2024-11-14T04:49:48,176 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:48,185 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-14T04:49:48,194 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:49:48,194 INFO [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:49:48,194 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731559787675Running coprocessor pre-close hooks at 1731559787675Disabling compacts and flushes for region at 1731559787675Disabling writes for close at 1731559787675Obtaining lock to block concurrent updates at 1731559787675Preparing flush snapshotting stores in 1588230740 at 1731559787675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12156, getHeapSize=17952, getOffHeapSize=0, getCellsCount=64 at 1731559787682 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731559787684 (+2 ms)Flushing 1588230740/info: creating writer at 1731559787685 (+1 ms)Flushing 1588230740/info: appending metadata at 1731559787693 (+8 ms)Flushing 1588230740/info: closing flushed file at 1731559787693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf06392: reopening flushed file at 1731559788139 (+446 ms)Finished flush of dataSize ~11.87 KB/12156, heapSize ~16.83 KB/17232, currentSize=0 B/0 for 1588230740 in 496ms, sequenceid=79, compaction requested=false at 1731559788171 (+32 ms)Writing region close event to WAL at 1731559788175 (+4 ms)Running coprocessor post-close hooks at 1731559788194 (+19 ms)Closed at 1731559788194 2024-11-14T04:49:48,194 DEBUG [RS_CLOSE_META-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:49:48,202 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/af3fb45d05d15f21e85f865b1ab6a560/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:48,203 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:48,203 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af3fb45d05d15f21e85f865b1ab6a560: Waiting for close lock at 1731559788176Running coprocessor pre-close hooks at 1731559788176Disabling compacts and flushes for region at 1731559788176Disabling writes for close at 1731559788176Writing region close event to WAL at 1731559788177 (+1 ms)Running coprocessor post-close hooks at 1731559788202 (+25 ms)Closed at 1731559788203 (+1 ms) 2024-11-14T04:49:48,203 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731559596164.af3fb45d05d15f21e85f865b1ab6a560. 2024-11-14T04:49:48,203 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9692cbaeae4c0efcd59e3b43a144bd9e, disabling compactions & flushes 2024-11-14T04:49:48,203 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:49:48,203 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:49:48,203 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. after waiting 0 ms 2024-11-14T04:49:48,203 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:49:48,203 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9692cbaeae4c0efcd59e3b43a144bd9e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,244 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e/.tmp/colfamily11/cec1a099f41c40ee92f8ad50a9716141 is 52, key is vvv/colfamily11:colfamily11/1731559600613/Put/seqid=0 2024-11-14T04:49:48,247 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16/.tmp/colfamily11/1b26114b8018470ea571af676ff63d41 2024-11-14T04:49:48,259 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16/.tmp/colfamily11/1b26114b8018470ea571af676ff63d41 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16/colfamily11/1b26114b8018470ea571af676ff63d41 2024-11-14T04:49:48,267 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16/colfamily11/1b26114b8018470ea571af676ff63d41, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:48,270 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e681968b3a1f4be2ac0190a627f3ff16 in 531ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:48,274 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 2de183befa72b03135a8a6d941ee30cc, 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 7815e3081270ddf7183f05c77ca112d6, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, e681968b3a1f4be2ac0190a627f3ff16, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741889_1065 (size=39263) 2024-11-14T04:49:48,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741889_1065 (size=39263) 2024-11-14T04:49:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741889_1065 (size=39263) 2024-11-14T04:49:48,283 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 2c7e999ba9815cc58dad76d234853867, 33c0bdbb38535a96d09a2a35f553b73f, 79629594bb78d9d899ae769fd1a18a46, 93658085e974359c83238bdb09ee9211, 9692cbaeae4c0efcd59e3b43a144bd9e, e20b7c18fd356c464d3ccc4e72a93d45, e713645118a728bbef2b7898660969e1 2024-11-14T04:49:48,283 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e/.tmp/colfamily11/cec1a099f41c40ee92f8ad50a9716141 2024-11-14T04:49:48,296 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e/.tmp/colfamily11/cec1a099f41c40ee92f8ad50a9716141 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e/colfamily11/cec1a099f41c40ee92f8ad50a9716141 2024-11-14T04:49:48,305 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e/colfamily11/cec1a099f41c40ee92f8ad50a9716141, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:48,310 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9692cbaeae4c0efcd59e3b43a144bd9e in 107ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:48,391 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e681968b3a1f4be2ac0190a627f3ff16/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:48,397 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:49:48,397 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e681968b3a1f4be2ac0190a627f3ff16: Waiting for close lock at 1731559787738Running coprocessor pre-close hooks at 1731559787738Disabling compacts and flushes for region at 1731559787738Disabling writes for close at 1731559787738Obtaining lock to block concurrent updates at 1731559787738Preparing flush snapshotting stores in e681968b3a1f4be2ac0190a627f3ff16 at 1731559787738Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559787740 (+2 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. at 1731559787741 (+1 ms)Flushing e681968b3a1f4be2ac0190a627f3ff16/colfamily11: creating writer at 1731559787741Flushing e681968b3a1f4be2ac0190a627f3ff16/colfamily11: appending metadata at 1731559787769 (+28 ms)Flushing e681968b3a1f4be2ac0190a627f3ff16/colfamily11: closing flushed file at 1731559787769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6779ff5f: reopening flushed file at 1731559788258 (+489 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e681968b3a1f4be2ac0190a627f3ff16 in 531ms, sequenceid=5, compaction requested=false at 1731559788270 (+12 ms)Writing region close event to WAL at 1731559788308 (+38 ms)Running coprocessor post-close hooks at 1731559788396 (+88 ms)Closed at 1731559788397 (+1 ms) 2024-11-14T04:49:48,397 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731559596164.e681968b3a1f4be2ac0190a627f3ff16. 2024-11-14T04:49:48,397 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2de183befa72b03135a8a6d941ee30cc, disabling compactions & flushes 2024-11-14T04:49:48,397 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:49:48,397 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:49:48,397 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. after waiting 0 ms 2024-11-14T04:49:48,397 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:49:48,398 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2de183befa72b03135a8a6d941ee30cc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,433 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc/.tmp/colfamily11/a09ca8a8dcf64193ace9d77cadcdac79 is 52, key is kkk/colfamily11:colfamily11/1731559600506/Put/seqid=0 2024-11-14T04:49:48,440 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9692cbaeae4c0efcd59e3b43a144bd9e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:48,442 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:49:48,443 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9692cbaeae4c0efcd59e3b43a144bd9e: Waiting for close lock at 1731559788203Running coprocessor pre-close hooks at 1731559788203Disabling compacts and flushes for region at 1731559788203Disabling writes for close at 1731559788203Obtaining lock to block concurrent updates at 1731559788203Preparing flush snapshotting stores in 9692cbaeae4c0efcd59e3b43a144bd9e at 1731559788203Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559788204 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. at 1731559788208 (+4 ms)Flushing 9692cbaeae4c0efcd59e3b43a144bd9e/colfamily11: creating writer at 1731559788208Flushing 9692cbaeae4c0efcd59e3b43a144bd9e/colfamily11: appending metadata at 1731559788244 (+36 ms)Flushing 9692cbaeae4c0efcd59e3b43a144bd9e/colfamily11: closing flushed file at 1731559788244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374d9953: reopening flushed file at 1731559788295 (+51 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9692cbaeae4c0efcd59e3b43a144bd9e in 107ms, sequenceid=5, compaction requested=false at 1731559788310 (+15 ms)Writing region close event to WAL at 1731559788401 (+91 ms)Running coprocessor post-close hooks at 1731559788442 (+41 ms)Closed at 1731559788442 2024-11-14T04:49:48,443 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731559596164.9692cbaeae4c0efcd59e3b43a144bd9e. 2024-11-14T04:49:48,443 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e20b7c18fd356c464d3ccc4e72a93d45, disabling compactions & flushes 2024-11-14T04:49:48,443 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:49:48,443 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:49:48,443 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. after waiting 0 ms 2024-11-14T04:49:48,443 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:49:48,443 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e20b7c18fd356c464d3ccc4e72a93d45 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,474 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 2de183befa72b03135a8a6d941ee30cc, 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 7815e3081270ddf7183f05c77ca112d6, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:48,485 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 2c7e999ba9815cc58dad76d234853867, 33c0bdbb38535a96d09a2a35f553b73f, 79629594bb78d9d899ae769fd1a18a46, 93658085e974359c83238bdb09ee9211, e20b7c18fd356c464d3ccc4e72a93d45, e713645118a728bbef2b7898660969e1 2024-11-14T04:49:48,518 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45/.tmp/colfamily11/db9bac3708a543ffb26c7c5307a4934f is 52, key is ooo/colfamily11:colfamily11/1731559600465/Put/seqid=0 2024-11-14T04:49:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741890_1066 (size=39263) 2024-11-14T04:49:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741890_1066 (size=39263) 2024-11-14T04:49:48,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741890_1066 (size=39263) 2024-11-14T04:49:48,535 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc/.tmp/colfamily11/a09ca8a8dcf64193ace9d77cadcdac79 2024-11-14T04:49:48,551 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc/.tmp/colfamily11/a09ca8a8dcf64193ace9d77cadcdac79 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc/colfamily11/a09ca8a8dcf64193ace9d77cadcdac79 2024-11-14T04:49:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741891_1067 (size=39263) 2024-11-14T04:49:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741891_1067 (size=39263) 2024-11-14T04:49:48,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741891_1067 (size=39263) 2024-11-14T04:49:48,573 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45/.tmp/colfamily11/db9bac3708a543ffb26c7c5307a4934f 2024-11-14T04:49:48,576 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc/colfamily11/a09ca8a8dcf64193ace9d77cadcdac79, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:48,578 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2de183befa72b03135a8a6d941ee30cc in 180ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:48,584 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45/.tmp/colfamily11/db9bac3708a543ffb26c7c5307a4934f as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45/colfamily11/db9bac3708a543ffb26c7c5307a4934f 2024-11-14T04:49:48,592 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45/colfamily11/db9bac3708a543ffb26c7c5307a4934f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:48,596 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e20b7c18fd356c464d3ccc4e72a93d45 in 153ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:48,622 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2de183befa72b03135a8a6d941ee30cc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:48,626 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:49:48,626 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2de183befa72b03135a8a6d941ee30cc: Waiting for close lock at 1731559788397Running coprocessor pre-close hooks at 1731559788397Disabling compacts and flushes for region at 1731559788397Disabling writes for close at 1731559788397Obtaining lock to block concurrent updates at 1731559788398 (+1 ms)Preparing flush snapshotting stores in 2de183befa72b03135a8a6d941ee30cc at 1731559788398Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559788398Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. at 1731559788399 (+1 ms)Flushing 2de183befa72b03135a8a6d941ee30cc/colfamily11: creating writer at 1731559788399Flushing 2de183befa72b03135a8a6d941ee30cc/colfamily11: appending metadata at 1731559788431 (+32 ms)Flushing 2de183befa72b03135a8a6d941ee30cc/colfamily11: closing flushed file at 1731559788432 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79bb8612: reopening flushed file at 1731559788549 (+117 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2de183befa72b03135a8a6d941ee30cc in 180ms, sequenceid=5, compaction requested=false at 1731559788578 (+29 ms)Writing region close event to WAL at 1731559788597 (+19 ms)Running coprocessor post-close hooks at 1731559788626 (+29 ms)Closed at 1731559788626 2024-11-14T04:49:48,627 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731559596164.2de183befa72b03135a8a6d941ee30cc. 2024-11-14T04:49:48,627 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7815e3081270ddf7183f05c77ca112d6, disabling compactions & flushes 2024-11-14T04:49:48,627 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:49:48,627 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:49:48,627 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. after waiting 0 ms 2024-11-14T04:49:48,627 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:49:48,627 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7815e3081270ddf7183f05c77ca112d6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,657 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e20b7c18fd356c464d3ccc4e72a93d45/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:48,661 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:49:48,661 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e20b7c18fd356c464d3ccc4e72a93d45: Waiting for close lock at 1731559788443Running coprocessor pre-close hooks at 1731559788443Disabling compacts and flushes for region at 1731559788443Disabling writes for close at 1731559788443Obtaining lock to block concurrent updates at 1731559788443Preparing flush snapshotting stores in e20b7c18fd356c464d3ccc4e72a93d45 at 1731559788443Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559788444 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. at 1731559788445 (+1 ms)Flushing e20b7c18fd356c464d3ccc4e72a93d45/colfamily11: creating writer at 1731559788445Flushing e20b7c18fd356c464d3ccc4e72a93d45/colfamily11: appending metadata at 1731559788517 (+72 ms)Flushing e20b7c18fd356c464d3ccc4e72a93d45/colfamily11: closing flushed file at 1731559788517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7beb6d87: reopening flushed file at 1731559788582 (+65 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e20b7c18fd356c464d3ccc4e72a93d45 in 153ms, sequenceid=5, compaction requested=false at 1731559788596 (+14 ms)Writing region close event to WAL at 1731559788623 (+27 ms)Running coprocessor post-close hooks at 1731559788661 (+38 ms)Closed at 1731559788661 2024-11-14T04:49:48,661 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731559596164.e20b7c18fd356c464d3ccc4e72a93d45. 2024-11-14T04:49:48,662 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e713645118a728bbef2b7898660969e1, disabling compactions & flushes 2024-11-14T04:49:48,662 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:48,662 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:48,662 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. after waiting 0 ms 2024-11-14T04:49:48,662 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:48,677 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-11-14T04:49:48,677 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1325): Online Regions={7815e3081270ddf7183f05c77ca112d6=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., abb97f36b612cbbc7f768aef0642cca6=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., 8d77f25feae4fe49fbce88b38fd65fee=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., 456ddba907fdabd1094d8b1baf70e178=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., 79a5840bd357c1b807d4310a584315a5=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., f4baab58ce7c3d5afcce8298498d9176=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., 30f1f00ea48d32176a5649de9d0a1c9c=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., f476b9e3690a66a6a203a40f0df9ecba=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., d0fe855f511b3386c0979d1669486e3e=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.} 2024-11-14T04:49:48,677 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 7815e3081270ddf7183f05c77ca112d6, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:48,689 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-14T04:49:48,689 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1325): Online Regions={e713645118a728bbef2b7898660969e1=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1., 2c7e999ba9815cc58dad76d234853867=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867., 93658085e974359c83238bdb09ee9211=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211., 79629594bb78d9d899ae769fd1a18a46=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., 02b2ff159a4a38fa1732437846c09994=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., 270459d50e41c1ebd22703793b89ab94=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., 33c0bdbb38535a96d09a2a35f553b73f=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f.} 2024-11-14T04:49:48,689 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 2c7e999ba9815cc58dad76d234853867, 33c0bdbb38535a96d09a2a35f553b73f, 79629594bb78d9d899ae769fd1a18a46, 93658085e974359c83238bdb09ee9211, e713645118a728bbef2b7898660969e1 2024-11-14T04:49:48,702 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6/.tmp/colfamily11/9cc3d5ab33d34e3aba5d458947a37beb is 52, key is uuu/colfamily11:colfamily11/1731559600715/Put/seqid=0 2024-11-14T04:49:48,708 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e713645118a728bbef2b7898660969e1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:48,710 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:48,710 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e713645118a728bbef2b7898660969e1: Waiting for close lock at 1731559788662Running coprocessor pre-close hooks at 1731559788662Disabling compacts and flushes for region at 1731559788662Disabling writes for close at 1731559788662Writing region close event to WAL at 1731559788682 (+20 ms)Running coprocessor post-close hooks at 1731559788710 (+28 ms)Closed at 1731559788710 2024-11-14T04:49:48,710 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731559596164.e713645118a728bbef2b7898660969e1. 2024-11-14T04:49:48,710 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c7e999ba9815cc58dad76d234853867, disabling compactions & flushes 2024-11-14T04:49:48,710 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:48,710 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:48,710 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. after waiting 0 ms 2024-11-14T04:49:48,710 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:48,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741892_1068 (size=39263) 2024-11-14T04:49:48,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741892_1068 (size=39263) 2024-11-14T04:49:48,743 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7e999ba9815cc58dad76d234853867/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741892_1068 (size=39263) 2024-11-14T04:49:48,745 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:48,745 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c7e999ba9815cc58dad76d234853867: Waiting for close lock at 1731559788710Running coprocessor pre-close hooks at 1731559788710Disabling compacts and flushes for region at 1731559788710Disabling writes for close at 1731559788710Writing region close event to WAL at 1731559788729 (+19 ms)Running coprocessor post-close hooks at 1731559788745 (+16 ms)Closed at 1731559788745 2024-11-14T04:49:48,745 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731559596164.2c7e999ba9815cc58dad76d234853867. 2024-11-14T04:49:48,745 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93658085e974359c83238bdb09ee9211, disabling compactions & flushes 2024-11-14T04:49:48,745 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:49:48,745 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:49:48,745 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. after waiting 0 ms 2024-11-14T04:49:48,745 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:49:48,746 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93658085e974359c83238bdb09ee9211 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,746 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6/.tmp/colfamily11/9cc3d5ab33d34e3aba5d458947a37beb 2024-11-14T04:49:48,780 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6/.tmp/colfamily11/9cc3d5ab33d34e3aba5d458947a37beb as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6/colfamily11/9cc3d5ab33d34e3aba5d458947a37beb 2024-11-14T04:49:48,796 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6/colfamily11/9cc3d5ab33d34e3aba5d458947a37beb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:48,817 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7815e3081270ddf7183f05c77ca112d6 in 190ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:48,826 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211/.tmp/colfamily11/14c63bd4ea504d149dae445028fc506d is 52, key is rrr/colfamily11:colfamily11/1731559600514/Put/seqid=0 2024-11-14T04:49:48,878 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 7815e3081270ddf7183f05c77ca112d6, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:48,893 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 33c0bdbb38535a96d09a2a35f553b73f, 79629594bb78d9d899ae769fd1a18a46, 93658085e974359c83238bdb09ee9211 2024-11-14T04:49:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741893_1069 (size=39263) 2024-11-14T04:49:48,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741893_1069 (size=39263) 2024-11-14T04:49:48,915 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7815e3081270ddf7183f05c77ca112d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:48,917 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211/.tmp/colfamily11/14c63bd4ea504d149dae445028fc506d 2024-11-14T04:49:48,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741893_1069 (size=39263) 2024-11-14T04:49:48,929 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:49:48,929 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7815e3081270ddf7183f05c77ca112d6: Waiting for close lock at 1731559788627Running coprocessor pre-close hooks at 1731559788627Disabling compacts and flushes for region at 1731559788627Disabling writes for close at 1731559788627Obtaining lock to block concurrent updates at 1731559788627Preparing flush snapshotting stores in 7815e3081270ddf7183f05c77ca112d6 at 1731559788627Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559788628 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. at 1731559788628Flushing 7815e3081270ddf7183f05c77ca112d6/colfamily11: creating writer at 1731559788629 (+1 ms)Flushing 7815e3081270ddf7183f05c77ca112d6/colfamily11: appending metadata at 1731559788701 (+72 ms)Flushing 7815e3081270ddf7183f05c77ca112d6/colfamily11: closing flushed file at 1731559788701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41524a81: reopening flushed file at 1731559788779 (+78 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7815e3081270ddf7183f05c77ca112d6 in 190ms, sequenceid=5, compaction requested=false at 1731559788817 (+38 ms)Writing region close event to WAL at 1731559788841 (+24 ms)Running coprocessor post-close hooks at 1731559788916 (+75 ms)Closed at 1731559788917 (+1 ms) 2024-11-14T04:49:48,929 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731559596164.7815e3081270ddf7183f05c77ca112d6. 2024-11-14T04:49:48,929 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abb97f36b612cbbc7f768aef0642cca6, disabling compactions & flushes 2024-11-14T04:49:48,929 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:49:48,929 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:49:48,929 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. after waiting 0 ms 2024-11-14T04:49:48,929 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:49:48,930 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abb97f36b612cbbc7f768aef0642cca6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,939 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211/.tmp/colfamily11/14c63bd4ea504d149dae445028fc506d as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211/colfamily11/14c63bd4ea504d149dae445028fc506d 2024-11-14T04:49:48,949 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211/colfamily11/14c63bd4ea504d149dae445028fc506d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:48,950 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 93658085e974359c83238bdb09ee9211 in 205ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:48,994 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/93658085e974359c83238bdb09ee9211/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:48,995 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:49:48,995 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93658085e974359c83238bdb09ee9211: Waiting for close lock at 1731559788745Running coprocessor pre-close hooks at 1731559788745Disabling compacts and flushes for region at 1731559788745Disabling writes for close at 1731559788745Obtaining lock to block concurrent updates at 1731559788746 (+1 ms)Preparing flush snapshotting stores in 93658085e974359c83238bdb09ee9211 at 1731559788746Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559788746Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. at 1731559788752 (+6 ms)Flushing 93658085e974359c83238bdb09ee9211/colfamily11: creating writer at 1731559788752Flushing 93658085e974359c83238bdb09ee9211/colfamily11: appending metadata at 1731559788826 (+74 ms)Flushing 93658085e974359c83238bdb09ee9211/colfamily11: closing flushed file at 1731559788826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd276e1: reopening flushed file at 1731559788936 (+110 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 93658085e974359c83238bdb09ee9211 in 205ms, sequenceid=5, compaction requested=false at 1731559788950 (+14 ms)Writing region close event to WAL at 1731559788978 (+28 ms)Running coprocessor post-close hooks at 1731559788995 (+17 ms)Closed at 1731559788995 2024-11-14T04:49:48,995 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731559596164.93658085e974359c83238bdb09ee9211. 2024-11-14T04:49:48,995 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79629594bb78d9d899ae769fd1a18a46, disabling compactions & flushes 2024-11-14T04:49:48,995 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:49:48,995 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:49:48,995 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. after waiting 0 ms 2024-11-14T04:49:48,995 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:49:48,996 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79629594bb78d9d899ae769fd1a18a46 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:48,998 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6/.tmp/colfamily11/2a88993e3c7c4640894cf6fa83031fcb is 52, key is nnn/colfamily11:colfamily11/1731559600575/Put/seqid=0 2024-11-14T04:49:49,020 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46/.tmp/colfamily11/3b2155f1af8941bf830c784f56d53d35 is 52, key is lll/colfamily11:colfamily11/1731559600405/Put/seqid=0 2024-11-14T04:49:49,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741894_1070 (size=39263) 2024-11-14T04:49:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741894_1070 (size=39263) 2024-11-14T04:49:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741894_1070 (size=39263) 2024-11-14T04:49:49,039 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6/.tmp/colfamily11/2a88993e3c7c4640894cf6fa83031fcb 2024-11-14T04:49:49,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741895_1071 (size=39263) 2024-11-14T04:49:49,053 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46/.tmp/colfamily11/3b2155f1af8941bf830c784f56d53d35 2024-11-14T04:49:49,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741895_1071 (size=39263) 2024-11-14T04:49:49,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741895_1071 (size=39263) 2024-11-14T04:49:49,065 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6/.tmp/colfamily11/2a88993e3c7c4640894cf6fa83031fcb as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6/colfamily11/2a88993e3c7c4640894cf6fa83031fcb 2024-11-14T04:49:49,070 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46/.tmp/colfamily11/3b2155f1af8941bf830c784f56d53d35 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46/colfamily11/3b2155f1af8941bf830c784f56d53d35 2024-11-14T04:49:49,079 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6/colfamily11/2a88993e3c7c4640894cf6fa83031fcb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:49,081 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, abb97f36b612cbbc7f768aef0642cca6, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:49,089 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for abb97f36b612cbbc7f768aef0642cca6 in 160ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:49,090 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46/colfamily11/3b2155f1af8941bf830c784f56d53d35, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:49,094 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 79629594bb78d9d899ae769fd1a18a46 in 98ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:49,094 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 33c0bdbb38535a96d09a2a35f553b73f, 79629594bb78d9d899ae769fd1a18a46 2024-11-14T04:49:49,104 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/abb97f36b612cbbc7f768aef0642cca6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:49,106 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:49:49,106 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abb97f36b612cbbc7f768aef0642cca6: Waiting for close lock at 1731559788929Running coprocessor pre-close hooks at 1731559788929Disabling compacts and flushes for region at 1731559788929Disabling writes for close at 1731559788929Obtaining lock to block concurrent updates at 1731559788930 (+1 ms)Preparing flush snapshotting stores in abb97f36b612cbbc7f768aef0642cca6 at 1731559788930Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559788930Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. at 1731559788934 (+4 ms)Flushing abb97f36b612cbbc7f768aef0642cca6/colfamily11: creating writer at 1731559788934Flushing abb97f36b612cbbc7f768aef0642cca6/colfamily11: appending metadata at 1731559788997 (+63 ms)Flushing abb97f36b612cbbc7f768aef0642cca6/colfamily11: closing flushed file at 1731559788997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153b1634: reopening flushed file at 1731559789064 (+67 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for abb97f36b612cbbc7f768aef0642cca6 in 160ms, sequenceid=5, compaction requested=false at 1731559789090 (+26 ms)Writing region close event to WAL at 1731559789094 (+4 ms)Running coprocessor post-close hooks at 1731559789106 (+12 ms)Closed at 1731559789106 2024-11-14T04:49:49,106 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731559596164.abb97f36b612cbbc7f768aef0642cca6. 2024-11-14T04:49:49,106 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d77f25feae4fe49fbce88b38fd65fee, disabling compactions & flushes 2024-11-14T04:49:49,106 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:49:49,106 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:49:49,106 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. after waiting 0 ms 2024-11-14T04:49:49,106 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:49:49,106 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d77f25feae4fe49fbce88b38fd65fee 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:49,110 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79629594bb78d9d899ae769fd1a18a46/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:49,111 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:49:49,111 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79629594bb78d9d899ae769fd1a18a46: Waiting for close lock at 1731559788995Running coprocessor pre-close hooks at 1731559788995Disabling compacts and flushes for region at 1731559788995Disabling writes for close at 1731559788995Obtaining lock to block concurrent updates at 1731559788996 (+1 ms)Preparing flush snapshotting stores in 79629594bb78d9d899ae769fd1a18a46 at 1731559788996Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559788996Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. at 1731559788997 (+1 ms)Flushing 79629594bb78d9d899ae769fd1a18a46/colfamily11: creating writer at 1731559788997Flushing 79629594bb78d9d899ae769fd1a18a46/colfamily11: appending metadata at 1731559789019 (+22 ms)Flushing 79629594bb78d9d899ae769fd1a18a46/colfamily11: closing flushed file at 1731559789019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6ac942: reopening flushed file at 1731559789069 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 79629594bb78d9d899ae769fd1a18a46 in 98ms, sequenceid=5, compaction requested=false at 1731559789094 (+25 ms)Writing region close event to WAL at 1731559789095 (+1 ms)Running coprocessor post-close hooks at 1731559789111 (+16 ms)Closed at 1731559789111 2024-11-14T04:49:49,111 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731559596164.79629594bb78d9d899ae769fd1a18a46. 2024-11-14T04:49:49,111 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02b2ff159a4a38fa1732437846c09994, disabling compactions & flushes 2024-11-14T04:49:49,111 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:49:49,111 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:49:49,111 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. after waiting 0 ms 2024-11-14T04:49:49,111 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:49:49,111 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02b2ff159a4a38fa1732437846c09994 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:49,155 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994/.tmp/colfamily11/8344a8fb11044531bc695b0e5714f3eb is 52, key is eee/colfamily11:colfamily11/1731559600239/Put/seqid=0 2024-11-14T04:49:49,167 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee/.tmp/colfamily11/70d1f00965ea40d9a305bdfed94110d3 is 52, key is xxx/colfamily11:colfamily11/1731559600766/Put/seqid=0 2024-11-14T04:49:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741896_1072 (size=39263) 2024-11-14T04:49:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741896_1072 (size=39263) 2024-11-14T04:49:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741896_1072 (size=39263) 2024-11-14T04:49:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741897_1073 (size=39263) 2024-11-14T04:49:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741897_1073 (size=39263) 2024-11-14T04:49:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741897_1073 (size=39263) 2024-11-14T04:49:49,285 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:49,295 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:49:49,485 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 79a5840bd357c1b807d4310a584315a5, 8d77f25feae4fe49fbce88b38fd65fee, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:49,497 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:49:49,597 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994/.tmp/colfamily11/8344a8fb11044531bc695b0e5714f3eb 2024-11-14T04:49:49,612 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee/.tmp/colfamily11/70d1f00965ea40d9a305bdfed94110d3 2024-11-14T04:49:49,621 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994/.tmp/colfamily11/8344a8fb11044531bc695b0e5714f3eb as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994/colfamily11/8344a8fb11044531bc695b0e5714f3eb 2024-11-14T04:49:49,625 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee/.tmp/colfamily11/70d1f00965ea40d9a305bdfed94110d3 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee/colfamily11/70d1f00965ea40d9a305bdfed94110d3 2024-11-14T04:49:49,636 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994/colfamily11/8344a8fb11044531bc695b0e5714f3eb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:49,637 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02b2ff159a4a38fa1732437846c09994 in 526ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:49,644 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee/colfamily11/70d1f00965ea40d9a305bdfed94110d3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:49,645 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8d77f25feae4fe49fbce88b38fd65fee in 539ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:49,677 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d77f25feae4fe49fbce88b38fd65fee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:49,678 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:49:49,678 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d77f25feae4fe49fbce88b38fd65fee: Waiting for close lock at 1731559789106Running coprocessor pre-close hooks at 1731559789106Disabling compacts and flushes for region at 1731559789106Disabling writes for close at 1731559789106Obtaining lock to block concurrent updates at 1731559789106Preparing flush snapshotting stores in 8d77f25feae4fe49fbce88b38fd65fee at 1731559789106Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559789107 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. at 1731559789117 (+10 ms)Flushing 8d77f25feae4fe49fbce88b38fd65fee/colfamily11: creating writer at 1731559789117Flushing 8d77f25feae4fe49fbce88b38fd65fee/colfamily11: appending metadata at 1731559789165 (+48 ms)Flushing 8d77f25feae4fe49fbce88b38fd65fee/colfamily11: closing flushed file at 1731559789166 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ccde260: reopening flushed file at 1731559789623 (+457 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8d77f25feae4fe49fbce88b38fd65fee in 539ms, sequenceid=5, compaction requested=false at 1731559789645 (+22 ms)Writing region close event to WAL at 1731559789661 (+16 ms)Running coprocessor post-close hooks at 1731559789678 (+17 ms)Closed at 1731559789678 2024-11-14T04:49:49,678 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731559596164.8d77f25feae4fe49fbce88b38fd65fee. 2024-11-14T04:49:49,679 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 456ddba907fdabd1094d8b1baf70e178, disabling compactions & flushes 2024-11-14T04:49:49,679 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:49:49,679 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:49:49,679 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. after waiting 0 ms 2024-11-14T04:49:49,679 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:49:49,679 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 456ddba907fdabd1094d8b1baf70e178 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:49,686 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-14T04:49:49,686 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1325): Online Regions={456ddba907fdabd1094d8b1baf70e178=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., 79a5840bd357c1b807d4310a584315a5=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5., f4baab58ce7c3d5afcce8298498d9176=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., 30f1f00ea48d32176a5649de9d0a1c9c=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., f476b9e3690a66a6a203a40f0df9ecba=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., d0fe855f511b3386c0979d1669486e3e=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.} 2024-11-14T04:49:49,686 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 79a5840bd357c1b807d4310a584315a5, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:49,701 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/02b2ff159a4a38fa1732437846c09994/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:49,701 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:49:49,701 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1325): Online Regions={02b2ff159a4a38fa1732437846c09994=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., 270459d50e41c1ebd22703793b89ab94=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., 33c0bdbb38535a96d09a2a35f553b73f=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f.} 2024-11-14T04:49:49,701 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 02b2ff159a4a38fa1732437846c09994, 270459d50e41c1ebd22703793b89ab94, 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:49:49,702 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:49:49,702 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02b2ff159a4a38fa1732437846c09994: Waiting for close lock at 1731559789111Running coprocessor pre-close hooks at 1731559789111Disabling compacts and flushes for region at 1731559789111Disabling writes for close at 1731559789111Obtaining lock to block concurrent updates at 1731559789111Preparing flush snapshotting stores in 02b2ff159a4a38fa1732437846c09994 at 1731559789111Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559789112 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. at 1731559789117 (+5 ms)Flushing 02b2ff159a4a38fa1732437846c09994/colfamily11: creating writer at 1731559789117Flushing 02b2ff159a4a38fa1732437846c09994/colfamily11: appending metadata at 1731559789155 (+38 ms)Flushing 02b2ff159a4a38fa1732437846c09994/colfamily11: closing flushed file at 1731559789155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e80d8fe: reopening flushed file at 1731559789619 (+464 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 02b2ff159a4a38fa1732437846c09994 in 526ms, sequenceid=5, compaction requested=false at 1731559789637 (+18 ms)Writing region close event to WAL at 1731559789653 (+16 ms)Running coprocessor post-close hooks at 1731559789702 (+49 ms)Closed at 1731559789702 2024-11-14T04:49:49,702 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731559596164.02b2ff159a4a38fa1732437846c09994. 2024-11-14T04:49:49,703 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 270459d50e41c1ebd22703793b89ab94, disabling compactions & flushes 2024-11-14T04:49:49,703 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:49:49,703 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:49:49,703 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. after waiting 0 ms 2024-11-14T04:49:49,703 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:49:49,703 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 270459d50e41c1ebd22703793b89ab94 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:49,721 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178/.tmp/colfamily11/84975acdfa5b4521a171f5be1fbe8422 is 52, key is ddd/colfamily11:colfamily11/1731559600260/Put/seqid=0 2024-11-14T04:49:49,728 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94/.tmp/colfamily11/21c548e1aaa44816bc85a302e2fb7668 is 52, key is bbb/colfamily11:colfamily11/1731559600157/Put/seqid=0 2024-11-14T04:49:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741898_1074 (size=39263) 2024-11-14T04:49:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741898_1074 (size=39263) 2024-11-14T04:49:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741898_1074 (size=39263) 2024-11-14T04:49:49,767 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94/.tmp/colfamily11/21c548e1aaa44816bc85a302e2fb7668 2024-11-14T04:49:49,777 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94/.tmp/colfamily11/21c548e1aaa44816bc85a302e2fb7668 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94/colfamily11/21c548e1aaa44816bc85a302e2fb7668 2024-11-14T04:49:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741899_1075 (size=39263) 2024-11-14T04:49:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741899_1075 (size=39263) 2024-11-14T04:49:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741899_1075 (size=39263) 2024-11-14T04:49:49,807 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94/colfamily11/21c548e1aaa44816bc85a302e2fb7668, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:49,808 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 270459d50e41c1ebd22703793b89ab94 in 105ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:49,809 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178/.tmp/colfamily11/84975acdfa5b4521a171f5be1fbe8422 2024-11-14T04:49:49,825 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178/.tmp/colfamily11/84975acdfa5b4521a171f5be1fbe8422 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178/colfamily11/84975acdfa5b4521a171f5be1fbe8422 2024-11-14T04:49:49,831 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/270459d50e41c1ebd22703793b89ab94/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:49,832 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:49:49,832 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 270459d50e41c1ebd22703793b89ab94: Waiting for close lock at 1731559789703Running coprocessor pre-close hooks at 1731559789703Disabling compacts and flushes for region at 1731559789703Disabling writes for close at 1731559789703Obtaining lock to block concurrent updates at 1731559789703Preparing flush snapshotting stores in 270459d50e41c1ebd22703793b89ab94 at 1731559789703Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559789703Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. at 1731559789705 (+2 ms)Flushing 270459d50e41c1ebd22703793b89ab94/colfamily11: creating writer at 1731559789705Flushing 270459d50e41c1ebd22703793b89ab94/colfamily11: appending metadata at 1731559789727 (+22 ms)Flushing 270459d50e41c1ebd22703793b89ab94/colfamily11: closing flushed file at 1731559789727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c5de81: reopening flushed file at 1731559789773 (+46 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 270459d50e41c1ebd22703793b89ab94 in 105ms, sequenceid=5, compaction requested=false at 1731559789808 (+35 ms)Writing region close event to WAL at 1731559789814 (+6 ms)Running coprocessor post-close hooks at 1731559789832 (+18 ms)Closed at 1731559789832 2024-11-14T04:49:49,833 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731559596164.270459d50e41c1ebd22703793b89ab94. 2024-11-14T04:49:49,833 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33c0bdbb38535a96d09a2a35f553b73f, disabling compactions & flushes 2024-11-14T04:49:49,833 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:49:49,833 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:49:49,833 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. after waiting 0 ms 2024-11-14T04:49:49,833 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:49:49,833 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33c0bdbb38535a96d09a2a35f553b73f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:49,842 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178/colfamily11/84975acdfa5b4521a171f5be1fbe8422, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:49,843 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 456ddba907fdabd1094d8b1baf70e178 in 164ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:49,886 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, 456ddba907fdabd1094d8b1baf70e178, 79a5840bd357c1b807d4310a584315a5, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:49,902 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:49:49,906 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/456ddba907fdabd1094d8b1baf70e178/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:49,908 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:49:49,908 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 456ddba907fdabd1094d8b1baf70e178: Waiting for close lock at 1731559789679Running coprocessor pre-close hooks at 1731559789679Disabling compacts and flushes for region at 1731559789679Disabling writes for close at 1731559789679Obtaining lock to block concurrent updates at 1731559789679Preparing flush snapshotting stores in 456ddba907fdabd1094d8b1baf70e178 at 1731559789679Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559789679Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. at 1731559789685 (+6 ms)Flushing 456ddba907fdabd1094d8b1baf70e178/colfamily11: creating writer at 1731559789686 (+1 ms)Flushing 456ddba907fdabd1094d8b1baf70e178/colfamily11: appending metadata at 1731559789720 (+34 ms)Flushing 456ddba907fdabd1094d8b1baf70e178/colfamily11: closing flushed file at 1731559789721 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b4a61a: reopening flushed file at 1731559789824 (+103 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 456ddba907fdabd1094d8b1baf70e178 in 164ms, sequenceid=5, compaction requested=false at 1731559789843 (+19 ms)Writing region close event to WAL at 1731559789872 (+29 ms)Running coprocessor post-close hooks at 1731559789907 (+35 ms)Closed at 1731559789908 (+1 ms) 2024-11-14T04:49:49,908 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731559596164.456ddba907fdabd1094d8b1baf70e178. 2024-11-14T04:49:49,908 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79a5840bd357c1b807d4310a584315a5, disabling compactions & flushes 2024-11-14T04:49:49,908 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:49,908 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:49,908 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. after waiting 0 ms 2024-11-14T04:49:49,908 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:49,922 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f/.tmp/colfamily11/e626b5f3b3b449f38840674ab8e90778 is 52, key is ttt/colfamily11:colfamily11/1731559600555/Put/seqid=0 2024-11-14T04:49:49,957 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/79a5840bd357c1b807d4310a584315a5/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:49,961 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:49,961 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79a5840bd357c1b807d4310a584315a5: Waiting for close lock at 1731559789908Running coprocessor pre-close hooks at 1731559789908Disabling compacts and flushes for region at 1731559789908Disabling writes for close at 1731559789908Writing region close event to WAL at 1731559789929 (+21 ms)Running coprocessor post-close hooks at 1731559789961 (+32 ms)Closed at 1731559789961 2024-11-14T04:49:49,962 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731559596164.79a5840bd357c1b807d4310a584315a5. 2024-11-14T04:49:49,962 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4baab58ce7c3d5afcce8298498d9176, disabling compactions & flushes 2024-11-14T04:49:49,962 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:49:49,962 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:49:49,962 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. after waiting 0 ms 2024-11-14T04:49:49,962 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:49:49,962 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4baab58ce7c3d5afcce8298498d9176 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:50,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741900_1076 (size=39263) 2024-11-14T04:49:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741900_1076 (size=39263) 2024-11-14T04:49:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741900_1076 (size=39263) 2024-11-14T04:49:50,016 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f/.tmp/colfamily11/e626b5f3b3b449f38840674ab8e90778 2024-11-14T04:49:50,024 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176/.tmp/colfamily11/035032c83eec4998bd06323031b37864 is 52, key is iii/colfamily11:colfamily11/1731559600428/Put/seqid=0 2024-11-14T04:49:50,039 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f/.tmp/colfamily11/e626b5f3b3b449f38840674ab8e90778 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f/colfamily11/e626b5f3b3b449f38840674ab8e90778 2024-11-14T04:49:50,058 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f/colfamily11/e626b5f3b3b449f38840674ab8e90778, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:50,062 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 33c0bdbb38535a96d09a2a35f553b73f in 229ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:50,086 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba, f4baab58ce7c3d5afcce8298498d9176 2024-11-14T04:49:50,102 DEBUG [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1351): Waiting on 33c0bdbb38535a96d09a2a35f553b73f 2024-11-14T04:49:50,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741901_1077 (size=39263) 2024-11-14T04:49:50,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741901_1077 (size=39263) 2024-11-14T04:49:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741901_1077 (size=39263) 2024-11-14T04:49:50,118 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176/.tmp/colfamily11/035032c83eec4998bd06323031b37864 2024-11-14T04:49:50,134 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/33c0bdbb38535a96d09a2a35f553b73f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:50,138 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:49:50,139 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33c0bdbb38535a96d09a2a35f553b73f: Waiting for close lock at 1731559789833Running coprocessor pre-close hooks at 1731559789833Disabling compacts and flushes for region at 1731559789833Disabling writes for close at 1731559789833Obtaining lock to block concurrent updates at 1731559789833Preparing flush snapshotting stores in 33c0bdbb38535a96d09a2a35f553b73f at 1731559789833Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559789834 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. at 1731559789835 (+1 ms)Flushing 33c0bdbb38535a96d09a2a35f553b73f/colfamily11: creating writer at 1731559789835Flushing 33c0bdbb38535a96d09a2a35f553b73f/colfamily11: appending metadata at 1731559789922 (+87 ms)Flushing 33c0bdbb38535a96d09a2a35f553b73f/colfamily11: closing flushed file at 1731559789922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295e3cc7: reopening flushed file at 1731559790037 (+115 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 33c0bdbb38535a96d09a2a35f553b73f in 229ms, sequenceid=5, compaction requested=false at 1731559790062 (+25 ms)Writing region close event to WAL at 1731559790104 (+42 ms)Running coprocessor post-close hooks at 1731559790138 (+34 ms)Closed at 1731559790138 2024-11-14T04:49:50,139 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731559596164.33c0bdbb38535a96d09a2a35f553b73f. 2024-11-14T04:49:50,152 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176/.tmp/colfamily11/035032c83eec4998bd06323031b37864 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176/colfamily11/035032c83eec4998bd06323031b37864 2024-11-14T04:49:50,163 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176/colfamily11/035032c83eec4998bd06323031b37864, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:50,166 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f4baab58ce7c3d5afcce8298498d9176 in 204ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:50,186 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f4baab58ce7c3d5afcce8298498d9176/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:50,187 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:49:50,187 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4baab58ce7c3d5afcce8298498d9176: Waiting for close lock at 1731559789962Running coprocessor pre-close hooks at 1731559789962Disabling compacts and flushes for region at 1731559789962Disabling writes for close at 1731559789962Obtaining lock to block concurrent updates at 1731559789962Preparing flush snapshotting stores in f4baab58ce7c3d5afcce8298498d9176 at 1731559789962Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559789962Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. at 1731559789963 (+1 ms)Flushing f4baab58ce7c3d5afcce8298498d9176/colfamily11: creating writer at 1731559789963Flushing f4baab58ce7c3d5afcce8298498d9176/colfamily11: appending metadata at 1731559790015 (+52 ms)Flushing f4baab58ce7c3d5afcce8298498d9176/colfamily11: closing flushed file at 1731559790024 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49747e2a: reopening flushed file at 1731559790150 (+126 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f4baab58ce7c3d5afcce8298498d9176 in 204ms, sequenceid=5, compaction requested=false at 1731559790166 (+16 ms)Writing region close event to WAL at 1731559790177 (+11 ms)Running coprocessor post-close hooks at 1731559790187 (+10 ms)Closed at 1731559790187 2024-11-14T04:49:50,188 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731559596164.f4baab58ce7c3d5afcce8298498d9176. 2024-11-14T04:49:50,188 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30f1f00ea48d32176a5649de9d0a1c9c, disabling compactions & flushes 2024-11-14T04:49:50,188 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:49:50,188 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:49:50,188 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. after waiting 0 ms 2024-11-14T04:49:50,188 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:49:50,188 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30f1f00ea48d32176a5649de9d0a1c9c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:50,230 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c/.tmp/colfamily11/9d0394571ca5494ab2c55a522c64b93a is 52, key is qqq/colfamily11:colfamily11/1731559600660/Put/seqid=0 2024-11-14T04:49:50,288 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:50,305 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,40077,1731559593082; all regions closed. 2024-11-14T04:49:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741902_1078 (size=39263) 2024-11-14T04:49:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741902_1078 (size=39263) 2024-11-14T04:49:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741902_1078 (size=39263) 2024-11-14T04:49:50,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/WALs/44289c305c03,40077,1731559593082/44289c305c03%2C40077%2C1731559593082.meta.1731559781934.meta not finished, retry = 0 2024-11-14T04:49:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741865_1041 (size=14088) 2024-11-14T04:49:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741865_1041 (size=14088) 2024-11-14T04:49:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741865_1041 (size=14088) 2024-11-14T04:49:50,433 DEBUG [RS:2;44289c305c03:40077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs 2024-11-14T04:49:50,434 INFO [RS:2;44289c305c03:40077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C40077%2C1731559593082.meta:.meta(num 1731559781934) 2024-11-14T04:49:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741833_1009 (size=353034) 2024-11-14T04:49:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741833_1009 (size=353034) 2024-11-14T04:49:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741833_1009 (size=353034) 2024-11-14T04:49:50,467 DEBUG [RS:2;44289c305c03:40077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs 2024-11-14T04:49:50,467 INFO [RS:2;44289c305c03:40077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C40077%2C1731559593082:(num 1731559595109) 2024-11-14T04:49:50,467 DEBUG [RS:2;44289c305c03:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:49:50,467 INFO [RS:2;44289c305c03:40077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:49:50,467 INFO [RS:2;44289c305c03:40077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:49:50,467 INFO [RS:2;44289c305c03:40077 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:49:50,468 INFO [RS:2;44289c305c03:40077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:49:50,468 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:49:50,468 INFO [RS:2;44289c305c03:40077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40077 2024-11-14T04:49:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:49:50,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,40077,1731559593082 2024-11-14T04:49:50,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,40077,1731559593082] 2024-11-14T04:49:50,475 INFO [RS:2;44289c305c03:40077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:49:50,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,40077,1731559593082 already deleted, retry=false 2024-11-14T04:49:50,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,40077,1731559593082 expired; onlineServers=1 2024-11-14T04:49:50,489 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:49:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x100ef9180340003, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:49:50,580 INFO [RS:2;44289c305c03:40077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:49:50,580 INFO [RS:2;44289c305c03:40077 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,40077,1731559593082; zookeeper connection closed. 2024-11-14T04:49:50,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a54a08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a54a08 2024-11-14T04:49:50,690 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:49:50,690 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1325): Online Regions={30f1f00ea48d32176a5649de9d0a1c9c=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., f476b9e3690a66a6a203a40f0df9ecba=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba., d0fe855f511b3386c0979d1669486e3e=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e.} 2024-11-14T04:49:50,690 DEBUG [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1351): Waiting on 30f1f00ea48d32176a5649de9d0a1c9c, d0fe855f511b3386c0979d1669486e3e, f476b9e3690a66a6a203a40f0df9ecba 2024-11-14T04:49:50,713 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c/.tmp/colfamily11/9d0394571ca5494ab2c55a522c64b93a 2024-11-14T04:49:50,731 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c/.tmp/colfamily11/9d0394571ca5494ab2c55a522c64b93a as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c/colfamily11/9d0394571ca5494ab2c55a522c64b93a 2024-11-14T04:49:50,747 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c/colfamily11/9d0394571ca5494ab2c55a522c64b93a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:50,749 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 30f1f00ea48d32176a5649de9d0a1c9c in 561ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:50,764 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/30f1f00ea48d32176a5649de9d0a1c9c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:50,766 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:49:50,766 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30f1f00ea48d32176a5649de9d0a1c9c: Waiting for close lock at 1731559790188Running coprocessor pre-close hooks at 1731559790188Disabling compacts and flushes for region at 1731559790188Disabling writes for close at 1731559790188Obtaining lock to block concurrent updates at 1731559790188Preparing flush snapshotting stores in 30f1f00ea48d32176a5649de9d0a1c9c at 1731559790188Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559790188Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. at 1731559790190 (+2 ms)Flushing 30f1f00ea48d32176a5649de9d0a1c9c/colfamily11: creating writer at 1731559790190Flushing 30f1f00ea48d32176a5649de9d0a1c9c/colfamily11: appending metadata at 1731559790217 (+27 ms)Flushing 30f1f00ea48d32176a5649de9d0a1c9c/colfamily11: closing flushed file at 1731559790217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44959b56: reopening flushed file at 1731559790729 (+512 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 30f1f00ea48d32176a5649de9d0a1c9c in 561ms, sequenceid=5, compaction requested=false at 1731559790749 (+20 ms)Writing region close event to WAL at 1731559790756 (+7 ms)Running coprocessor post-close hooks at 1731559790765 (+9 ms)Closed at 1731559790766 (+1 ms) 2024-11-14T04:49:50,766 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731559596164.30f1f00ea48d32176a5649de9d0a1c9c. 2024-11-14T04:49:50,766 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f476b9e3690a66a6a203a40f0df9ecba, disabling compactions & flushes 2024-11-14T04:49:50,766 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:50,766 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:50,766 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. after waiting 0 ms 2024-11-14T04:49:50,766 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:50,771 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f476b9e3690a66a6a203a40f0df9ecba/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-14T04:49:50,771 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:50,771 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f476b9e3690a66a6a203a40f0df9ecba: Waiting for close lock at 1731559790766Running coprocessor pre-close hooks at 1731559790766Disabling compacts and flushes for region at 1731559790766Disabling writes for close at 1731559790766Writing region close event to WAL at 1731559790767 (+1 ms)Running coprocessor post-close hooks at 1731559790771 (+4 ms)Closed at 1731559790771 2024-11-14T04:49:50,771 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731559596164.f476b9e3690a66a6a203a40f0df9ecba. 2024-11-14T04:49:50,772 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0fe855f511b3386c0979d1669486e3e, disabling compactions & flushes 2024-11-14T04:49:50,772 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:49:50,772 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:49:50,772 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. after waiting 0 ms 2024-11-14T04:49:50,772 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:49:50,772 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d0fe855f511b3386c0979d1669486e3e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-14T04:49:50,793 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e/.tmp/colfamily11/209db853218a44c3830a93f1655f8fda is 52, key is ggg/colfamily11:colfamily11/1731559600375/Put/seqid=0 2024-11-14T04:49:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741903_1079 (size=39263) 2024-11-14T04:49:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741903_1079 (size=39263) 2024-11-14T04:49:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741903_1079 (size=39263) 2024-11-14T04:49:50,814 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e/.tmp/colfamily11/209db853218a44c3830a93f1655f8fda 2024-11-14T04:49:50,833 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e/.tmp/colfamily11/209db853218a44c3830a93f1655f8fda as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e/colfamily11/209db853218a44c3830a93f1655f8fda 2024-11-14T04:49:50,839 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e/colfamily11/209db853218a44c3830a93f1655f8fda, entries=703, sequenceid=5, filesize=38.3 K 2024-11-14T04:49:50,841 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d0fe855f511b3386c0979d1669486e3e in 69ms, sequenceid=5, compaction requested=false 2024-11-14T04:49:50,855 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d0fe855f511b3386c0979d1669486e3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:49:50,856 INFO [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:49:50,856 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0fe855f511b3386c0979d1669486e3e: Waiting for close lock at 1731559790771Running coprocessor pre-close hooks at 1731559790772 (+1 ms)Disabling compacts and flushes for region at 1731559790772Disabling writes for close at 1731559790772Obtaining lock to block concurrent updates at 1731559790772Preparing flush snapshotting stores in d0fe855f511b3386c0979d1669486e3e at 1731559790772Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731559790772Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. at 1731559790773 (+1 ms)Flushing d0fe855f511b3386c0979d1669486e3e/colfamily11: creating writer at 1731559790773Flushing d0fe855f511b3386c0979d1669486e3e/colfamily11: appending metadata at 1731559790793 (+20 ms)Flushing d0fe855f511b3386c0979d1669486e3e/colfamily11: closing flushed file at 1731559790793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5021038: reopening flushed file at 1731559790832 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d0fe855f511b3386c0979d1669486e3e in 69ms, sequenceid=5, compaction requested=false at 1731559790841 (+9 ms)Writing region close event to WAL at 1731559790844 (+3 ms)Running coprocessor post-close hooks at 1731559790856 (+12 ms)Closed at 1731559790856 2024-11-14T04:49:50,856 DEBUG [RS_CLOSE_REGION-regionserver/44289c305c03:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731559596164.d0fe855f511b3386c0979d1669486e3e. 2024-11-14T04:49:50,890 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(976): stopping server 44289c305c03,34075,1731559593016; all regions closed. 2024-11-14T04:49:50,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741834_1010 (size=353044) 2024-11-14T04:49:50,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741834_1010 (size=353044) 2024-11-14T04:49:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741834_1010 (size=353044) 2024-11-14T04:49:50,923 DEBUG [RS:1;44289c305c03:34075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/oldWALs 2024-11-14T04:49:50,923 INFO [RS:1;44289c305c03:34075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 44289c305c03%2C34075%2C1731559593016:(num 1731559595109) 2024-11-14T04:49:50,923 DEBUG [RS:1;44289c305c03:34075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:49:50,923 INFO [RS:1;44289c305c03:34075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:49:50,925 INFO [RS:1;44289c305c03:34075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:49:50,925 INFO [RS:1;44289c305c03:34075 {}] hbase.ChoreService(370): Chore service for: regionserver/44289c305c03:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:49:50,926 INFO [RS:1;44289c305c03:34075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:49:50,926 INFO [RS:1;44289c305c03:34075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:49:50,926 INFO [RS:1;44289c305c03:34075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:49:50,926 INFO [RS:1;44289c305c03:34075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:49:50,926 INFO [RS:1;44289c305c03:34075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34075 2024-11-14T04:49:50,926 INFO [regionserver/44289c305c03:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:49:50,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/44289c305c03,34075,1731559593016 2024-11-14T04:49:50,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T04:49:50,931 INFO [RS:1;44289c305c03:34075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:49:50,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [44289c305c03,34075,1731559593016] 2024-11-14T04:49:50,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/44289c305c03,34075,1731559593016 already deleted, retry=false 2024-11-14T04:49:50,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 44289c305c03,34075,1731559593016 expired; onlineServers=0 2024-11-14T04:49:50,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '44289c305c03,35091,1731559591857' ***** 2024-11-14T04:49:50,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:49:50,935 INFO [M:0;44289c305c03:35091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:49:50,935 INFO [M:0;44289c305c03:35091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:49:50,935 DEBUG [M:0;44289c305c03:35091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:49:50,936 DEBUG [M:0;44289c305c03:35091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:49:50,936 INFO [M:0;44289c305c03:35091 {}] hbase.ChoreService(370): Chore service for: master/44289c305c03:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:49:50,936 INFO [M:0;44289c305c03:35091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:49:50,936 DEBUG [M:0;44289c305c03:35091 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:49:50,936 INFO [M:0;44289c305c03:35091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:49:50,936 INFO [M:0;44289c305c03:35091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:49:50,936 INFO [M:0;44289c305c03:35091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:49:50,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:49:50,936 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:49:50,937 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559594618 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.large.0-1731559594618,5,FailOnTimeoutGroup] 2024-11-14T04:49:50,937 DEBUG [master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559594622 {}] cleaner.HFileCleaner(306): Exit Thread[master/44289c305c03:0:becomeActiveMaster-HFileCleaner.small.0-1731559594622,5,FailOnTimeoutGroup] 2024-11-14T04:49:50,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T04:49:50,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T04:49:50,941 INFO [M:0;44289c305c03:35091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/.lastflushedseqids 2024-11-14T04:49:50,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-14T04:49:50,941 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-14T04:49:51,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741904_1080 (size=2864) 2024-11-14T04:49:51,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741904_1080 (size=2864) 2024-11-14T04:49:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741904_1080 (size=2864) 2024-11-14T04:49:51,006 INFO [M:0;44289c305c03:35091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:49:51,006 INFO [M:0;44289c305c03:35091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:49:51,006 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:49:51,006 INFO [M:0;44289c305c03:35091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:49:51,007 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:49:51,007 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:49:51,007 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:49:51,007 INFO [M:0;44289c305c03:35091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=336.25 KB heapSize=395.19 KB 2024-11-14T04:49:51,024 DEBUG [M:0;44289c305c03:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19b43e51034b4825b5f688a119ecc34e is 82, key is hbase:meta,,1/info:regioninfo/1731559782765/Put/seqid=0 2024-11-14T04:49:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741905_1081 (size=6071) 2024-11-14T04:49:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741905_1081 (size=6071) 2024-11-14T04:49:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741905_1081 (size=6071) 2024-11-14T04:49:51,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:49:51,034 INFO [RS:1;44289c305c03:34075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:49:51,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34075-0x100ef9180340002, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:49:51,034 INFO [RS:1;44289c305c03:34075 {}] regionserver.HRegionServer(1031): Exiting; stopping=44289c305c03,34075,1731559593016; zookeeper connection closed. 2024-11-14T04:49:51,035 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@778398a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@778398a7 2024-11-14T04:49:51,035 INFO [M:0;44289c305c03:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19b43e51034b4825b5f688a119ecc34e 2024-11-14T04:49:51,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T04:49:51,078 DEBUG [M:0;44289c305c03:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a243bcfda694732a59cc6894c6bccde is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731559598129/Put/seqid=0 2024-11-14T04:49:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741906_1082 (size=13321) 2024-11-14T04:49:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741906_1082 (size=13321) 2024-11-14T04:49:51,095 INFO [M:0;44289c305c03:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=335.02 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a243bcfda694732a59cc6894c6bccde 2024-11-14T04:49:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741906_1082 (size=13321) 2024-11-14T04:49:51,136 DEBUG [M:0;44289c305c03:35091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026f6f079c724da8bafd7ebdb1367051 is 69, key is 44289c305c03,34075,1731559593016/rs:state/1731559594809/Put/seqid=0 2024-11-14T04:49:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741907_1083 (size=5447) 2024-11-14T04:49:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741907_1083 (size=5447) 2024-11-14T04:49:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741907_1083 (size=5447) 2024-11-14T04:49:51,155 INFO [M:0;44289c305c03:35091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026f6f079c724da8bafd7ebdb1367051 2024-11-14T04:49:51,162 INFO [M:0;44289c305c03:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 026f6f079c724da8bafd7ebdb1367051 2024-11-14T04:49:51,165 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19b43e51034b4825b5f688a119ecc34e as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19b43e51034b4825b5f688a119ecc34e 2024-11-14T04:49:51,172 INFO [M:0;44289c305c03:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19b43e51034b4825b5f688a119ecc34e, entries=14, sequenceid=620, filesize=5.9 K 2024-11-14T04:49:51,173 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a243bcfda694732a59cc6894c6bccde as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a243bcfda694732a59cc6894c6bccde 2024-11-14T04:49:51,180 INFO [M:0;44289c305c03:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a243bcfda694732a59cc6894c6bccde, entries=79, sequenceid=620, filesize=13.0 K 2024-11-14T04:49:51,181 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026f6f079c724da8bafd7ebdb1367051 as hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026f6f079c724da8bafd7ebdb1367051 2024-11-14T04:49:51,187 INFO [M:0;44289c305c03:35091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 026f6f079c724da8bafd7ebdb1367051 2024-11-14T04:49:51,187 INFO [M:0;44289c305c03:35091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38419/user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026f6f079c724da8bafd7ebdb1367051, entries=3, sequenceid=620, filesize=5.3 K 2024-11-14T04:49:51,194 INFO [M:0;44289c305c03:35091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~336.25 KB/344315, heapSize ~394.89 KB/404368, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=620, compaction requested=false 2024-11-14T04:49:51,204 INFO [M:0;44289c305c03:35091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:49:51,204 DEBUG [M:0;44289c305c03:35091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731559791006Disabling compacts and flushes for region at 1731559791006Disabling writes for close at 1731559791007 (+1 ms)Obtaining lock to block concurrent updates at 1731559791007Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731559791007Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=344315, getHeapSize=404608, getOffHeapSize=0, getCellsCount=781 at 1731559791007Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731559791008 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731559791008Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731559791024 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731559791024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731559791043 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731559791077 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731559791077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731559791112 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731559791135 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731559791135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98fa339: reopening flushed file at 1731559791162 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c77ebc8: reopening flushed file at 1731559791172 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e472da: reopening flushed file at 1731559791180 (+8 ms)Finished flush of dataSize ~336.25 KB/344315, heapSize ~394.89 KB/404368, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 186ms, sequenceid=620, compaction requested=false at 1731559791194 (+14 ms)Writing region close event to WAL at 1731559791204 (+10 ms)Closed at 1731559791204 2024-11-14T04:49:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35797 is added to blk_1073741830_1006 (size=385678) 2024-11-14T04:49:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45763 is added to blk_1073741830_1006 (size=385678) 2024-11-14T04:49:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40311 is added to blk_1073741830_1006 (size=385678) 2024-11-14T04:49:51,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28d9ae9c-559b-7e00-fbf5-4402f04ce280/MasterData/WALs/44289c305c03,35091,1731559591857/44289c305c03%2C35091%2C1731559591857.1731559593796 not finished, retry = 0 2024-11-14T04:49:51,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:49:51,311 INFO [M:0;44289c305c03:35091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:49:51,312 INFO [M:0;44289c305c03:35091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35091 2024-11-14T04:49:51,312 INFO [M:0;44289c305c03:35091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:49:51,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:49:51,414 INFO [M:0;44289c305c03:35091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:49:51,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35091-0x100ef9180340000, quorum=127.0.0.1:60344, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:49:51,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5830dca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:49:51,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:49:51,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:49:51,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:49:51,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,STOPPED} 2024-11-14T04:49:51,431 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:49:51,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:49:51,432 WARN [BP-1880060405-172.17.0.2-1731559587196 heartbeating to localhost/127.0.0.1:38419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:49:51,432 WARN [BP-1880060405-172.17.0.2-1731559587196 heartbeating to localhost/127.0.0.1:38419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1880060405-172.17.0.2-1731559587196 (Datanode Uuid 51ed6e48-06eb-4c16-80f7-580883e1b272) service to localhost/127.0.0.1:38419 2024-11-14T04:49:51,433 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data5/current/BP-1880060405-172.17.0.2-1731559587196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:49:51,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data6/current/BP-1880060405-172.17.0.2-1731559587196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:49:51,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:49:51,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4223727d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:49:51,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:49:51,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:49:51,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:49:51,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,STOPPED} 2024-11-14T04:49:51,447 WARN [BP-1880060405-172.17.0.2-1731559587196 heartbeating to localhost/127.0.0.1:38419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:49:51,447 WARN [BP-1880060405-172.17.0.2-1731559587196 heartbeating to localhost/127.0.0.1:38419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1880060405-172.17.0.2-1731559587196 (Datanode Uuid ee6f0c2e-89e4-47f3-b523-f6b1ea958f6d) service to localhost/127.0.0.1:38419 2024-11-14T04:49:51,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:49:51,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:49:51,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data3/current/BP-1880060405-172.17.0.2-1731559587196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:49:51,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data4/current/BP-1880060405-172.17.0.2-1731559587196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:49:51,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:49:51,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@694dc04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:49:51,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:49:51,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:49:51,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:49:51,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,STOPPED} 2024-11-14T04:49:51,459 WARN [BP-1880060405-172.17.0.2-1731559587196 heartbeating to localhost/127.0.0.1:38419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:49:51,459 WARN [BP-1880060405-172.17.0.2-1731559587196 heartbeating to localhost/127.0.0.1:38419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1880060405-172.17.0.2-1731559587196 (Datanode Uuid 6ac5d9a6-1817-4d39-b374-cf43419d33eb) service to localhost/127.0.0.1:38419 2024-11-14T04:49:51,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data1/current/BP-1880060405-172.17.0.2-1731559587196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:49:51,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/cluster_81df4438-42ee-9333-8593-eeb1061e4029/data/data2/current/BP-1880060405-172.17.0.2-1731559587196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:49:51,460 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:49:51,460 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:49:51,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:49:51,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:49:51,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:49:51,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:49:51,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:49:51,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82e60549-b195-0b95-b966-b62cb0ebc3f7/hadoop.log.dir/,STOPPED} 2024-11-14T04:49:51,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:49:51,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:49:51,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: regionserver/44289c305c03:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/44289c305c03:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/44289c305c03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS_OPEN_REGION-regionserver/44289c305c03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/44289c305c03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/44289c305c03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/44289c305c03:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38419 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a28b633 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/44289c305c03:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:38419 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/44289c305c03:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=761 (was 826), ProcessCount=11 (was 11), AvailableMemoryMB=7676 (was 9202)