2024-11-19 04:44:01,620 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-19 04:44:01,640 main DEBUG Took 0.018462 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 04:44:01,641 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 04:44:01,641 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 04:44:01,642 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 04:44:01,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,650 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 04:44:01,663 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,667 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,669 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,672 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,673 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,675 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,677 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,678 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 04:44:01,679 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,680 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 04:44:01,681 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 04:44:01,683 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 04:44:01,685 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 04:44:01,686 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 04:44:01,687 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 04:44:01,688 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 04:44:01,698 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 04:44:01,702 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 04:44:01,704 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 04:44:01,704 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 04:44:01,705 main DEBUG createAppenders(={Console}) 2024-11-19 04:44:01,705 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-19 04:44:01,706 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-19 04:44:01,706 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-19 04:44:01,706 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 04:44:01,707 main DEBUG OutputStream closed 2024-11-19 04:44:01,707 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 04:44:01,707 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 04:44:01,708 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-19 04:44:01,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 04:44:01,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 04:44:01,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 04:44:01,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 04:44:01,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 04:44:01,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 04:44:01,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 04:44:01,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 04:44:01,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 04:44:01,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 04:44:01,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 04:44:01,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 04:44:01,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 04:44:01,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 04:44:01,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 04:44:01,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 04:44:01,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 04:44:01,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 04:44:01,798 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 04:44:01,798 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-19 04:44:01,799 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 04:44:01,800 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-19T04:44:01,820 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-19 04:44:01,822 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 04:44:01,823 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T04:44:01,865 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=12562 2024-11-19T04:44:02,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1 2024-11-19T04:44:02,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T04:44:02,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94, deleteOnExit=true 2024-11-19T04:44:02,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T04:44:02,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/test.cache.data in system properties and HBase conf 2024-11-19T04:44:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T04:44:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir in system properties and HBase conf 2024-11-19T04:44:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T04:44:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T04:44:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T04:44:02,221 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T04:44:02,323 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T04:44:02,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T04:44:02,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T04:44:02,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T04:44:02,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T04:44:02,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T04:44:02,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T04:44:02,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T04:44:02,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T04:44:02,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T04:44:02,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/nfs.dump.dir in system properties and HBase conf 2024-11-19T04:44:02,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/java.io.tmpdir in system properties and HBase conf 2024-11-19T04:44:02,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T04:44:02,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T04:44:02,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T04:44:03,209 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T04:44:03,309 INFO [Time-limited test {}] log.Log(170): Logging initialized @2403ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T04:44:03,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T04:44:03,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T04:44:03,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T04:44:03,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T04:44:03,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T04:44:03,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T04:44:03,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,AVAILABLE} 2024-11-19T04:44:03,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T04:44:03,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/java.io.tmpdir/jetty-localhost-36881-hadoop-hdfs-3_4_1-tests_jar-_-any-203971830343317654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T04:44:03,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:36881} 2024-11-19T04:44:03,736 INFO [Time-limited test {}] server.Server(415): Started @2830ms 2024-11-19T04:44:04,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T04:44:04,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T04:44:04,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T04:44:04,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T04:44:04,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T04:44:04,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,AVAILABLE} 2024-11-19T04:44:04,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T04:44:04,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/java.io.tmpdir/jetty-localhost-41199-hadoop-hdfs-3_4_1-tests_jar-_-any-6504317263705901481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T04:44:04,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:41199} 2024-11-19T04:44:04,268 INFO [Time-limited test {}] server.Server(415): Started @3363ms 2024-11-19T04:44:04,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T04:44:04,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T04:44:04,449 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T04:44:04,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T04:44:04,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T04:44:04,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T04:44:04,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,AVAILABLE} 2024-11-19T04:44:04,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T04:44:04,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/java.io.tmpdir/jetty-localhost-40889-hadoop-hdfs-3_4_1-tests_jar-_-any-9174894473472737454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T04:44:04,597 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:40889} 2024-11-19T04:44:04,597 INFO [Time-limited test {}] server.Server(415): Started @3692ms 2024-11-19T04:44:04,599 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T04:44:04,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T04:44:04,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T04:44:04,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T04:44:04,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T04:44:04,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T04:44:04,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,AVAILABLE} 2024-11-19T04:44:04,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T04:44:04,761 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data1/current/BP-1158498923-172.17.0.2-1731991442957/current, will proceed with Du for space computation calculation, 2024-11-19T04:44:04,761 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data2/current/BP-1158498923-172.17.0.2-1731991442957/current, will proceed with Du for space computation calculation, 2024-11-19T04:44:04,761 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data4/current/BP-1158498923-172.17.0.2-1731991442957/current, will proceed with Du for space computation calculation, 2024-11-19T04:44:04,761 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data3/current/BP-1158498923-172.17.0.2-1731991442957/current, will proceed with Du for space computation calculation, 2024-11-19T04:44:04,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/java.io.tmpdir/jetty-localhost-38283-hadoop-hdfs-3_4_1-tests_jar-_-any-10530786647350851944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T04:44:04,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:38283} 2024-11-19T04:44:04,789 INFO [Time-limited test {}] server.Server(415): Started @3884ms 2024-11-19T04:44:04,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T04:44:04,802 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T04:44:04,802 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T04:44:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x965941eb9602cfb0 with lease ID 0xd6cc948d7b4a878: Processing first storage report for DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8 from datanode DatanodeRegistration(127.0.0.1:41033, datanodeUuid=b4f1dda7-440a-4dfd-8316-0e8db6edce75, infoPort=38449, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957) 2024-11-19T04:44:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x965941eb9602cfb0 with lease ID 0xd6cc948d7b4a878: from storage DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8 node DatanodeRegistration(127.0.0.1:41033, datanodeUuid=b4f1dda7-440a-4dfd-8316-0e8db6edce75, infoPort=38449, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-19T04:44:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66d3008db882089b with lease ID 0xd6cc948d7b4a879: Processing first storage report for DS-56ac87af-6671-4921-8e49-2acb6edbb424 from datanode DatanodeRegistration(127.0.0.1:42401, datanodeUuid=734e8ea0-b527-41fa-95a4-9f184d876de0, infoPort=34191, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957) 2024-11-19T04:44:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66d3008db882089b with lease ID 0xd6cc948d7b4a879: from storage DS-56ac87af-6671-4921-8e49-2acb6edbb424 node DatanodeRegistration(127.0.0.1:42401, datanodeUuid=734e8ea0-b527-41fa-95a4-9f184d876de0, infoPort=34191, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T04:44:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x965941eb9602cfb0 with lease ID 0xd6cc948d7b4a878: Processing first storage report for DS-27fe61ac-5fc8-458b-b085-b707a4f5eaff from datanode DatanodeRegistration(127.0.0.1:41033, datanodeUuid=b4f1dda7-440a-4dfd-8316-0e8db6edce75, infoPort=38449, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957) 2024-11-19T04:44:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x965941eb9602cfb0 with lease ID 0xd6cc948d7b4a878: from storage DS-27fe61ac-5fc8-458b-b085-b707a4f5eaff node DatanodeRegistration(127.0.0.1:41033, datanodeUuid=b4f1dda7-440a-4dfd-8316-0e8db6edce75, infoPort=38449, infoSecurePort=0, ipcPort=35981, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T04:44:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66d3008db882089b with lease ID 0xd6cc948d7b4a879: Processing first storage report for DS-03823dcd-b18c-481d-acab-a43b78657ccb from datanode DatanodeRegistration(127.0.0.1:42401, datanodeUuid=734e8ea0-b527-41fa-95a4-9f184d876de0, infoPort=34191, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957) 2024-11-19T04:44:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66d3008db882089b with lease ID 0xd6cc948d7b4a879: from storage DS-03823dcd-b18c-481d-acab-a43b78657ccb node DatanodeRegistration(127.0.0.1:42401, datanodeUuid=734e8ea0-b527-41fa-95a4-9f184d876de0, infoPort=34191, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T04:44:04,930 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data5/current/BP-1158498923-172.17.0.2-1731991442957/current, will proceed with Du for space computation calculation, 2024-11-19T04:44:04,931 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data6/current/BP-1158498923-172.17.0.2-1731991442957/current, will proceed with Du for space computation calculation, 2024-11-19T04:44:04,955 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T04:44:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x314266db1e1603fe with lease ID 0xd6cc948d7b4a87a: Processing first storage report for DS-f0218028-5ab7-4d04-9862-00e139b89597 from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=ee000e07-ad85-4314-898a-e55311b84b7e, infoPort=32995, infoSecurePort=0, ipcPort=41265, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957) 2024-11-19T04:44:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x314266db1e1603fe with lease ID 0xd6cc948d7b4a87a: from storage DS-f0218028-5ab7-4d04-9862-00e139b89597 node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=ee000e07-ad85-4314-898a-e55311b84b7e, infoPort=32995, infoSecurePort=0, ipcPort=41265, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T04:44:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x314266db1e1603fe with lease ID 0xd6cc948d7b4a87a: Processing first storage report for DS-32e388cb-5d82-447c-a67e-db2a07eaca6f from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=ee000e07-ad85-4314-898a-e55311b84b7e, infoPort=32995, infoSecurePort=0, ipcPort=41265, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957) 2024-11-19T04:44:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x314266db1e1603fe with lease ID 0xd6cc948d7b4a87a: from storage DS-32e388cb-5d82-447c-a67e-db2a07eaca6f node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=ee000e07-ad85-4314-898a-e55311b84b7e, infoPort=32995, infoSecurePort=0, ipcPort=41265, storageInfo=lv=-57;cid=testClusterID;nsid=1872610293;c=1731991442957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T04:44:05,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1 2024-11-19T04:44:05,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/zookeeper_0, clientPort=58385, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T04:44:05,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58385 2024-11-19T04:44:05,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:05,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:05,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741825_1001 (size=7) 2024-11-19T04:44:05,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741825_1001 (size=7) 2024-11-19T04:44:05,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741825_1001 (size=7) 2024-11-19T04:44:05,942 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd with version=8 2024-11-19T04:44:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/hbase-staging 2024-11-19T04:44:06,036 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T04:44:06,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/08a7f35e60d4:0 server-side Connection retries=45 2024-11-19T04:44:06,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T04:44:06,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T04:44:06,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T04:44:06,503 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T04:44:06,512 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T04:44:06,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T04:44:06,543 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9865 (auto-detected) 2024-11-19T04:44:06,545 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T04:44:06,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37127 2024-11-19T04:44:06,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37127 connecting to ZooKeeper ensemble=127.0.0.1:58385 2024-11-19T04:44:06,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371270x0, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T04:44:06,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37127-0x1012e8a09920000 connected 2024-11-19T04:44:06,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T04:44:06,662 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd, hbase.cluster.distributed=false 2024-11-19T04:44:06,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T04:44:06,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-19T04:44:06,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37127 2024-11-19T04:44:06,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37127 2024-11-19T04:44:06,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-19T04:44:06,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37127 2024-11-19T04:44:06,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45 2024-11-19T04:44:06,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T04:44:06,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T04:44:06,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T04:44:06,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T04:44:06,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45401 2024-11-19T04:44:06,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45401 connecting to ZooKeeper ensemble=127.0.0.1:58385 2024-11-19T04:44:06,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454010x0, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T04:44:06,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45401-0x1012e8a09920001 connected 2024-11-19T04:44:06,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T04:44:06,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T04:44:06,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T04:44:06,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T04:44:06,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T04:44:06,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-19T04:44:06,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45401 2024-11-19T04:44:06,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45401 2024-11-19T04:44:06,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-19T04:44:06,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-19T04:44:06,868 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45 2024-11-19T04:44:06,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T04:44:06,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T04:44:06,870 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T04:44:06,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T04:44:06,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42269 2024-11-19T04:44:06,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42269 connecting to ZooKeeper ensemble=127.0.0.1:58385 2024-11-19T04:44:06,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422690x0, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T04:44:06,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42269-0x1012e8a09920002 connected 2024-11-19T04:44:06,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T04:44:06,883 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T04:44:06,884 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T04:44:06,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T04:44:06,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T04:44:06,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-19T04:44:06,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42269 2024-11-19T04:44:06,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42269 2024-11-19T04:44:06,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-19T04:44:06,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-19T04:44:06,912 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/08a7f35e60d4:0 server-side Connection retries=45 2024-11-19T04:44:06,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T04:44:06,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T04:44:06,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T04:44:06,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T04:44:06,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T04:44:06,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38931 2024-11-19T04:44:06,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38931 connecting to ZooKeeper ensemble=127.0.0.1:58385 2024-11-19T04:44:06,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:06,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389310x0, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T04:44:06,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389310x0, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T04:44:06,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38931-0x1012e8a09920003 connected 2024-11-19T04:44:06,927 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T04:44:06,927 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T04:44:06,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T04:44:06,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T04:44:06,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-19T04:44:06,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38931 2024-11-19T04:44:06,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38931 2024-11-19T04:44:06,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-19T04:44:06,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38931 2024-11-19T04:44:06,953 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;08a7f35e60d4:37127 2024-11-19T04:44:06,954 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:06,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,964 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:06,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T04:44:06,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T04:44:06,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T04:44:06,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:06,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:06,986 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T04:44:06,987 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/08a7f35e60d4,37127,1731991446089 from backup master directory 2024-11-19T04:44:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,993 WARN [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T04:44:06,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T04:44:06,993 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:06,995 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T04:44:06,997 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T04:44:07,070 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/hbase.id] with ID: ec8e7ac9-9128-48e1-9561-5c569880664f 2024-11-19T04:44:07,070 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/.tmp/hbase.id 2024-11-19T04:44:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741826_1002 (size=42) 2024-11-19T04:44:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741826_1002 (size=42) 2024-11-19T04:44:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741826_1002 (size=42) 2024-11-19T04:44:07,086 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/.tmp/hbase.id]:[hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/hbase.id] 2024-11-19T04:44:07,129 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T04:44:07,134 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T04:44:07,154 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-19T04:44:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741827_1003 (size=196) 2024-11-19T04:44:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741827_1003 (size=196) 2024-11-19T04:44:07,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741827_1003 (size=196) 2024-11-19T04:44:07,192 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T04:44:07,194 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T04:44:07,213 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:07,218 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T04:44:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741828_1004 (size=1189) 2024-11-19T04:44:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741828_1004 (size=1189) 2024-11-19T04:44:07,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741828_1004 (size=1189) 2024-11-19T04:44:07,272 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store 2024-11-19T04:44:07,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741829_1005 (size=34) 2024-11-19T04:44:07,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741829_1005 (size=34) 2024-11-19T04:44:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741829_1005 (size=34) 2024-11-19T04:44:07,299 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T04:44:07,302 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:07,303 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T04:44:07,304 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:44:07,304 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:44:07,305 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T04:44:07,305 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:44:07,306 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:44:07,307 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731991447303Disabling compacts and flushes for region at 1731991447303Disabling writes for close at 1731991447305 (+2 ms)Writing region close event to WAL at 1731991447306 (+1 ms)Closed at 1731991447306 2024-11-19T04:44:07,309 WARN [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/.initializing 2024-11-19T04:44:07,309 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/WALs/08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:07,317 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T04:44:07,332 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C37127%2C1731991446089, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/WALs/08a7f35e60d4,37127,1731991446089, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/oldWALs, maxLogs=10 2024-11-19T04:44:07,356 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/WALs/08a7f35e60d4,37127,1731991446089/08a7f35e60d4%2C37127%2C1731991446089.1731991447337, exclude list is [], retry=0 2024-11-19T04:44:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-56ac87af-6671-4921-8e49-2acb6edbb424,DISK] 2024-11-19T04:44:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-f0218028-5ab7-4d04-9862-00e139b89597,DISK] 2024-11-19T04:44:07,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8,DISK] 2024-11-19T04:44:07,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T04:44:07,416 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/WALs/08a7f35e60d4,37127,1731991446089/08a7f35e60d4%2C37127%2C1731991446089.1731991447337 2024-11-19T04:44:07,418 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38449:38449),(127.0.0.1/127.0.0.1:34191:34191),(127.0.0.1/127.0.0.1:32995:32995)] 2024-11-19T04:44:07,418 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T04:44:07,419 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:07,422 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,423 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T04:44:07,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:07,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T04:44:07,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:07,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T04:44:07,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:07,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T04:44:07,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:07,509 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,513 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,514 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,519 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,520 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,523 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T04:44:07,527 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T04:44:07,532 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:07,534 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67486058, jitterRate=0.005620628595352173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T04:44:07,540 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731991447435Initializing all the Stores at 1731991447438 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991447438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991447439 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991447440 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991447440Cleaning up temporary data from old regions at 1731991447520 (+80 ms)Region opened successfully at 1731991447540 (+20 ms) 2024-11-19T04:44:07,541 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T04:44:07,576 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104cdbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0 2024-11-19T04:44:07,607 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T04:44:07,619 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:44:07,619 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:44:07,622 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:44:07,623 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T04:44:07,628 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T04:44:07,628 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T04:44:07,657 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T04:44:07,665 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T04:44:07,667 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T04:44:07,670 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T04:44:07,672 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T04:44:07,673 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T04:44:07,675 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T04:44:07,679 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T04:44:07,681 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T04:44:07,682 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T04:44:07,684 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T04:44:07,702 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T04:44:07,704 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T04:44:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T04:44:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T04:44:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T04:44:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T04:44:07,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,711 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=08a7f35e60d4,37127,1731991446089, sessionid=0x1012e8a09920000, setting cluster-up flag (Was=false) 2024-11-19T04:44:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,730 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T04:44:07,732 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:07,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:07,744 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T04:44:07,745 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:07,752 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T04:44:07,823 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:44:07,834 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T04:44:07,837 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(746): ClusterId : ec8e7ac9-9128-48e1-9561-5c569880664f 2024-11-19T04:44:07,837 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(746): ClusterId : ec8e7ac9-9128-48e1-9561-5c569880664f 2024-11-19T04:44:07,837 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(746): ClusterId : ec8e7ac9-9128-48e1-9561-5c569880664f 2024-11-19T04:44:07,840 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T04:44:07,840 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T04:44:07,840 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T04:44:07,843 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T04:44:07,847 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T04:44:07,847 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T04:44:07,847 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T04:44:07,847 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T04:44:07,847 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T04:44:07,847 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T04:44:07,852 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T04:44:07,852 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T04:44:07,852 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T04:44:07,853 DEBUG [RS:0;08a7f35e60d4:45401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2098c3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0 2024-11-19T04:44:07,853 DEBUG [RS:1;08a7f35e60d4:42269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3ae4eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0 2024-11-19T04:44:07,853 DEBUG [RS:2;08a7f35e60d4:38931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75918768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=08a7f35e60d4/172.17.0.2:0 2024-11-19T04:44:07,850 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 08a7f35e60d4,37127,1731991446089 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T04:44:07,858 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5 2024-11-19T04:44:07,858 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5 2024-11-19T04:44:07,858 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5 2024-11-19T04:44:07,858 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=5, maxPoolSize=5 2024-11-19T04:44:07,859 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/08a7f35e60d4:0, corePoolSize=10, maxPoolSize=10 2024-11-19T04:44:07,859 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:07,859 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2 2024-11-19T04:44:07,859 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:07,862 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991477862 2024-11-19T04:44:07,864 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T04:44:07,865 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T04:44:07,871 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T04:44:07,871 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T04:44:07,872 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T04:44:07,872 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T04:44:07,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T04:44:07,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T04:44:07,874 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;08a7f35e60d4:42269 2024-11-19T04:44:07,875 DEBUG [RS:0;08a7f35e60d4:45401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;08a7f35e60d4:45401 2024-11-19T04:44:07,876 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;08a7f35e60d4:38931 2024-11-19T04:44:07,875 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:07,878 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T04:44:07,879 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T04:44:07,879 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T04:44:07,879 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T04:44:07,880 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T04:44:07,880 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T04:44:07,880 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T04:44:07,880 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T04:44:07,880 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T04:44:07,880 DEBUG [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T04:44:07,880 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T04:44:07,880 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T04:44:07,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T04:44:07,883 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,37127,1731991446089 with port=38931, startcode=1731991446912 2024-11-19T04:44:07,883 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,37127,1731991446089 with port=42269, startcode=1731991446868 2024-11-19T04:44:07,883 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(2659): reportForDuty to master=08a7f35e60d4,37127,1731991446089 with port=45401, startcode=1731991446766 2024-11-19T04:44:07,883 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T04:44:07,884 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T04:44:07,888 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991447885,5,FailOnTimeoutGroup] 2024-11-19T04:44:07,890 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991447889,5,FailOnTimeoutGroup] 2024-11-19T04:44:07,890 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:07,891 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T04:44:07,892 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:07,892 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:07,897 DEBUG [RS:1;08a7f35e60d4:42269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T04:44:07,897 DEBUG [RS:2;08a7f35e60d4:38931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T04:44:07,897 DEBUG [RS:0;08a7f35e60d4:45401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T04:44:07,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741831_1007 (size=1321) 2024-11-19T04:44:07,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741831_1007 (size=1321) 2024-11-19T04:44:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741831_1007 (size=1321) 2024-11-19T04:44:07,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T04:44:07,907 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741832_1008 (size=32) 2024-11-19T04:44:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741832_1008 (size=32) 2024-11-19T04:44:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741832_1008 (size=32) 2024-11-19T04:44:07,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:07,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T04:44:07,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T04:44:07,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:07,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T04:44:07,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T04:44:07,968 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43295, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T04:44:07,968 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41309, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T04:44:07,968 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53735, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T04:44:07,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:07,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T04:44:07,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T04:44:07,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:07,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T04:44:07,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T04:44:07,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:07,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:07,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T04:44:07,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:07,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740 2024-11-19T04:44:07,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740 2024-11-19T04:44:07,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T04:44:07,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T04:44:07,983 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T04:44:07,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T04:44:07,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:07,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62041346, jitterRate=-0.07551190257072449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T04:44:07,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:07,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:07,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731991447958Initializing all the Stores at 1731991447960 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991447961 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991447961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991447961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991447961Cleaning up temporary data from old regions at 1731991447982 (+21 ms)Region opened successfully at 1731991447994 (+12 ms) 2024-11-19T04:44:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T04:44:07,995 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T04:44:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T04:44:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T04:44:07,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T04:44:07,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T04:44:07,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731991447994Disabling compacts and flushes for region at 1731991447995 (+1 ms)Disabling writes for close at 1731991447995Writing region close event to WAL at 1731991447996 (+1 ms)Closed at 1731991447996 2024-11-19T04:44:07,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:07,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] master.ServerManager(517): Registering regionserver=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:07,997 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:07,998 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32857 2024-11-19T04:44:07,998 DEBUG [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:07,998 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T04:44:07,998 DEBUG [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32857 2024-11-19T04:44:07,998 DEBUG [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T04:44:08,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T04:44:08,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T04:44:08,001 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:08,001 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32857 2024-11-19T04:44:08,001 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T04:44:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T04:44:08,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T04:44:08,008 DEBUG [RS:0;08a7f35e60d4:45401 {}] zookeeper.ZKUtil(111): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:08,008 DEBUG [RS:2;08a7f35e60d4:38931 {}] zookeeper.ZKUtil(111): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:08,008 WARN [RS:0;08a7f35e60d4:45401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T04:44:08,008 WARN [RS:2;08a7f35e60d4:38931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T04:44:08,008 INFO [RS:2;08a7f35e60d4:38931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T04:44:08,008 INFO [RS:0;08a7f35e60d4:45401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T04:44:08,009 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:08,009 DEBUG [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:08,009 DEBUG [RS:1;08a7f35e60d4:42269 {}] zookeeper.ZKUtil(111): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:08,009 WARN [RS:1;08a7f35e60d4:42269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T04:44:08,009 INFO [RS:1;08a7f35e60d4:42269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T04:44:08,009 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:08,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,42269,1731991446868] 2024-11-19T04:44:08,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,38931,1731991446912] 2024-11-19T04:44:08,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [08a7f35e60d4,45401,1731991446766] 2024-11-19T04:44:08,020 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:44:08,023 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T04:44:08,043 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T04:44:08,043 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T04:44:08,043 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T04:44:08,057 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T04:44:08,057 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T04:44:08,057 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T04:44:08,064 INFO [RS:2;08a7f35e60d4:38931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T04:44:08,064 INFO [RS:1;08a7f35e60d4:42269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T04:44:08,064 INFO [RS:0;08a7f35e60d4:45401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T04:44:08,064 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,064 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,064 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,065 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T04:44:08,065 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T04:44:08,065 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T04:44:08,072 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T04:44:08,072 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T04:44:08,072 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T04:44:08,074 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,074 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,074 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,074 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,074 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,074 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,074 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2 2024-11-19T04:44:08,075 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2 2024-11-19T04:44:08,075 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0, corePoolSize=2, maxPoolSize=2 2024-11-19T04:44:08,075 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,075 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3 2024-11-19T04:44:08,076 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:0;08a7f35e60d4:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3 2024-11-19T04:44:08,076 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,076 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/08a7f35e60d4:0, corePoolSize=1, maxPoolSize=1 2024-11-19T04:44:08,077 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3 2024-11-19T04:44:08,077 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3 2024-11-19T04:44:08,077 DEBUG [RS:1;08a7f35e60d4:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3 2024-11-19T04:44:08,077 DEBUG [RS:2;08a7f35e60d4:38931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/08a7f35e60d4:0, corePoolSize=3, maxPoolSize=3 2024-11-19T04:44:08,077 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,45401,1731991446766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,078 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,079 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,079 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,079 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,079 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,42269,1731991446868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T04:44:08,079 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,079 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,079 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,38931,1731991446912-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T04:44:08,099 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T04:44:08,101 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,45401,1731991446766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,101 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,101 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.Replication(171): 08a7f35e60d4,45401,1731991446766 started 2024-11-19T04:44:08,106 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T04:44:08,106 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T04:44:08,106 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,38931,1731991446912-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,106 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,42269,1731991446868-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,106 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,106 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,107 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.Replication(171): 08a7f35e60d4,38931,1731991446912 started 2024-11-19T04:44:08,107 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.Replication(171): 08a7f35e60d4,42269,1731991446868 started 2024-11-19T04:44:08,120 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,121 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,45401,1731991446766, RpcServer on 08a7f35e60d4/172.17.0.2:45401, sessionid=0x1012e8a09920001 2024-11-19T04:44:08,121 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T04:44:08,122 DEBUG [RS:0;08a7f35e60d4:45401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:08,122 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,45401,1731991446766' 2024-11-19T04:44:08,122 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T04:44:08,123 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T04:44:08,123 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T04:44:08,124 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T04:44:08,124 DEBUG [RS:0;08a7f35e60d4:45401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:08,124 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,45401,1731991446766' 2024-11-19T04:44:08,124 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T04:44:08,124 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T04:44:08,125 DEBUG [RS:0;08a7f35e60d4:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T04:44:08,125 INFO [RS:0;08a7f35e60d4:45401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T04:44:08,125 INFO [RS:0;08a7f35e60d4:45401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T04:44:08,132 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,132 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,132 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,38931,1731991446912, RpcServer on 08a7f35e60d4/172.17.0.2:38931, sessionid=0x1012e8a09920003 2024-11-19T04:44:08,132 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1482): Serving as 08a7f35e60d4,42269,1731991446868, RpcServer on 08a7f35e60d4/172.17.0.2:42269, sessionid=0x1012e8a09920002 2024-11-19T04:44:08,133 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T04:44:08,133 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T04:44:08,133 DEBUG [RS:2;08a7f35e60d4:38931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:08,133 DEBUG [RS:1;08a7f35e60d4:42269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:08,133 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,38931,1731991446912' 2024-11-19T04:44:08,133 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,42269,1731991446868' 2024-11-19T04:44:08,133 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T04:44:08,133 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T04:44:08,134 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T04:44:08,134 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T04:44:08,135 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T04:44:08,135 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T04:44:08,135 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T04:44:08,135 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T04:44:08,135 DEBUG [RS:2;08a7f35e60d4:38931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:08,135 DEBUG [RS:1;08a7f35e60d4:42269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:08,135 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,38931,1731991446912' 2024-11-19T04:44:08,135 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '08a7f35e60d4,42269,1731991446868' 2024-11-19T04:44:08,135 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T04:44:08,135 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T04:44:08,136 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T04:44:08,136 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T04:44:08,136 DEBUG [RS:2;08a7f35e60d4:38931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T04:44:08,137 DEBUG [RS:1;08a7f35e60d4:42269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T04:44:08,137 INFO [RS:2;08a7f35e60d4:38931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T04:44:08,137 INFO [RS:2;08a7f35e60d4:38931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T04:44:08,137 INFO [RS:1;08a7f35e60d4:42269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T04:44:08,137 INFO [RS:1;08a7f35e60d4:42269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T04:44:08,174 WARN [08a7f35e60d4:37127 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-19T04:44:08,231 INFO [RS:0;08a7f35e60d4:45401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T04:44:08,234 INFO [RS:0;08a7f35e60d4:45401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C45401%2C1731991446766, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs, maxLogs=32 2024-11-19T04:44:08,238 INFO [RS:1;08a7f35e60d4:42269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T04:44:08,238 INFO [RS:2;08a7f35e60d4:38931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T04:44:08,241 INFO [RS:1;08a7f35e60d4:42269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C42269%2C1731991446868, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,42269,1731991446868, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs, maxLogs=32 2024-11-19T04:44:08,241 INFO [RS:2;08a7f35e60d4:38931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C38931%2C1731991446912, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,38931,1731991446912, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs, maxLogs=32 2024-11-19T04:44:08,252 DEBUG [RS:0;08a7f35e60d4:45401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766/08a7f35e60d4%2C45401%2C1731991446766.1731991448236, exclude list is [], retry=0 2024-11-19T04:44:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-f0218028-5ab7-4d04-9862-00e139b89597,DISK] 2024-11-19T04:44:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-56ac87af-6671-4921-8e49-2acb6edbb424,DISK] 2024-11-19T04:44:08,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8,DISK] 2024-11-19T04:44:08,260 DEBUG [RS:2;08a7f35e60d4:38931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,38931,1731991446912/08a7f35e60d4%2C38931%2C1731991446912.1731991448244, exclude list is [], retry=0 2024-11-19T04:44:08,262 INFO [RS:0;08a7f35e60d4:45401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 2024-11-19T04:44:08,262 DEBUG [RS:1;08a7f35e60d4:42269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,42269,1731991446868/08a7f35e60d4%2C42269%2C1731991446868.1731991448244, exclude list is [], retry=0 2024-11-19T04:44:08,262 DEBUG [RS:0;08a7f35e60d4:45401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32995:32995),(127.0.0.1/127.0.0.1:38449:38449),(127.0.0.1/127.0.0.1:34191:34191)] 2024-11-19T04:44:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-56ac87af-6671-4921-8e49-2acb6edbb424,DISK] 2024-11-19T04:44:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-f0218028-5ab7-4d04-9862-00e139b89597,DISK] 2024-11-19T04:44:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8,DISK] 2024-11-19T04:44:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8,DISK] 2024-11-19T04:44:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-56ac87af-6671-4921-8e49-2acb6edbb424,DISK] 2024-11-19T04:44:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-f0218028-5ab7-4d04-9862-00e139b89597,DISK] 2024-11-19T04:44:08,277 INFO [RS:2;08a7f35e60d4:38931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,38931,1731991446912/08a7f35e60d4%2C38931%2C1731991446912.1731991448244 2024-11-19T04:44:08,281 DEBUG [RS:2;08a7f35e60d4:38931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191),(127.0.0.1/127.0.0.1:38449:38449),(127.0.0.1/127.0.0.1:32995:32995)] 2024-11-19T04:44:08,285 INFO [RS:1;08a7f35e60d4:42269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,42269,1731991446868/08a7f35e60d4%2C42269%2C1731991446868.1731991448244 2024-11-19T04:44:08,285 DEBUG [RS:1;08a7f35e60d4:42269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38449:38449),(127.0.0.1/127.0.0.1:34191:34191),(127.0.0.1/127.0.0.1:32995:32995)] 2024-11-19T04:44:08,427 DEBUG [08a7f35e60d4:37127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T04:44:08,435 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0} 2024-11-19T04:44:08,442 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T04:44:08,442 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T04:44:08,442 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T04:44:08,442 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T04:44:08,442 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T04:44:08,442 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T04:44:08,442 INFO [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T04:44:08,442 INFO [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T04:44:08,442 INFO [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T04:44:08,443 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T04:44:08,450 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:08,458 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,45401,1731991446766, state=OPENING 2024-11-19T04:44:08,464 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T04:44:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:44:08,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,468 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:44:08,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:08,648 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T04:44:08,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T04:44:08,664 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T04:44:08,665 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T04:44:08,665 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T04:44:08,669 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C45401%2C1731991446766.meta, suffix=.meta, logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs, maxLogs=32 2024-11-19T04:44:08,685 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, exclude list is [], retry=0 2024-11-19T04:44:08,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-56ac87af-6671-4921-8e49-2acb6edbb424,DISK] 2024-11-19T04:44:08,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-f0218028-5ab7-4d04-9862-00e139b89597,DISK] 2024-11-19T04:44:08,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8,DISK] 2024-11-19T04:44:08,693 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta 2024-11-19T04:44:08,694 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34191:34191),(127.0.0.1/127.0.0.1:38449:38449),(127.0.0.1/127.0.0.1:32995:32995)] 2024-11-19T04:44:08,694 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T04:44:08,696 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T04:44:08,699 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T04:44:08,704 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T04:44:08,708 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T04:44:08,709 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:08,709 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T04:44:08,710 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T04:44:08,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T04:44:08,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T04:44:08,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:08,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:08,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T04:44:08,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T04:44:08,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:08,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:08,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T04:44:08,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T04:44:08,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:08,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:08,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T04:44:08,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T04:44:08,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:08,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:44:08,725 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T04:44:08,726 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740 2024-11-19T04:44:08,729 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740 2024-11-19T04:44:08,731 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T04:44:08,731 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T04:44:08,732 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T04:44:08,735 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T04:44:08,737 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70411131, jitterRate=0.04920761287212372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T04:44:08,737 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T04:44:08,739 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731991448710Writing region info on filesystem at 1731991448711 (+1 ms)Initializing all the Stores at 1731991448713 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991448713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991448713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991448713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991448713Cleaning up temporary data from old regions at 1731991448731 (+18 ms)Running coprocessor post-open hooks at 1731991448737 (+6 ms)Region opened successfully at 1731991448738 (+1 ms) 2024-11-19T04:44:08,746 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731991448639 2024-11-19T04:44:08,758 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T04:44:08,759 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T04:44:08,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:08,763 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,45401,1731991446766, state=OPEN 2024-11-19T04:44:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:44:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:44:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:44:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:44:08,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:08,766 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:08,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T04:44:08,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,45401,1731991446766 in 296 msec 2024-11-19T04:44:08,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T04:44:08,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 766 msec 2024-11-19T04:44:08,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T04:44:08,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T04:44:08,800 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:08,801 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:08,825 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T04:44:08,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T04:44:08,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0660 sec 2024-11-19T04:44:08,847 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731991448847, completionTime=-1 2024-11-19T04:44:08,850 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T04:44:08,850 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:44:08,877 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-19T04:44:08,878 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991508878 2024-11-19T04:44:08,878 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991568878 2024-11-19T04:44:08,878 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-19T04:44:08,879 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:44:08,886 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,37127,1731991446089-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,886 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,37127,1731991446089-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,886 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,37127,1731991446089-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,887 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-08a7f35e60d4:37127, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,888 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,888 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,895 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T04:44:08,917 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.924sec 2024-11-19T04:44:08,919 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T04:44:08,920 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T04:44:08,921 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T04:44:08,922 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T04:44:08,922 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T04:44:08,923 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,37127,1731991446089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T04:44:08,923 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,37127,1731991446089-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T04:44:08,927 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T04:44:08,928 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T04:44:08,928 INFO [master/08a7f35e60d4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=08a7f35e60d4,37127,1731991446089-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T04:44:08,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f113c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T04:44:08,956 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T04:44:08,956 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T04:44:08,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 08a7f35e60d4,37127,-1 for getting cluster id 2024-11-19T04:44:08,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T04:44:08,974 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec8e7ac9-9128-48e1-9561-5c569880664f' 2024-11-19T04:44:08,976 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T04:44:08,976 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec8e7ac9-9128-48e1-9561-5c569880664f" 2024-11-19T04:44:08,977 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638e7b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T04:44:08,977 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [08a7f35e60d4,37127,-1] 2024-11-19T04:44:08,979 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T04:44:08,982 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:44:08,982 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T04:44:08,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4225f0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T04:44:08,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:08,993 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:08,994 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T04:44:08,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T04:44:09,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:09,044 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T04:44:09,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T04:44:09,054 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:09,057 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cac9834 2024-11-19T04:44:09,058 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T04:44:09,065 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T04:44:09,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T04:44:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:44:09,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T04:44:09,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-19T04:44:09,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:09,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T04:44:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T04:44:09,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741837_1013 (size=1020) 2024-11-19T04:44:09,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741837_1013 (size=1020) 2024-11-19T04:44:09,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741837_1013 (size=1020) 2024-11-19T04:44:09,110 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9b5cb9b934b542f3af447080a72ccf5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,111 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ad25ff5c2e5e6508189802a926d4fbcf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,111 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 41a65215d8a299000c07077086cbfd2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741839_1015 (size=110) 2024-11-19T04:44:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741839_1015 (size=110) 2024-11-19T04:44:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741839_1015 (size=110) 2024-11-19T04:44:09,130 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,131 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 41a65215d8a299000c07077086cbfd2b, disabling compactions & flushes 2024-11-19T04:44:09,131 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:09,131 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:09,131 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. after waiting 0 ms 2024-11-19T04:44:09,131 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:09,131 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:09,131 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 41a65215d8a299000c07077086cbfd2b: Waiting for close lock at 1731991449130Disabling compacts and flushes for region at 1731991449130Disabling writes for close at 1731991449131 (+1 ms)Writing region close event to WAL at 1731991449131Closed at 1731991449131 2024-11-19T04:44:09,132 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0629fccb9e9b124c4de26796e9fb3d3d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741838_1014 (size=107) 2024-11-19T04:44:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741838_1014 (size=107) 2024-11-19T04:44:09,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741838_1014 (size=107) 2024-11-19T04:44:09,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d9b5cb9b934b542f3af447080a72ccf5, disabling compactions & flushes 2024-11-19T04:44:09,138 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:09,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:09,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. after waiting 0 ms 2024-11-19T04:44:09,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:09,138 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:09,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9b5cb9b934b542f3af447080a72ccf5: Waiting for close lock at 1731991449138Disabling compacts and flushes for region at 1731991449138Disabling writes for close at 1731991449138Writing region close event to WAL at 1731991449138Closed at 1731991449138 2024-11-19T04:44:09,139 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40006894186cce94a7cd987be2b4387a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741840_1016 (size=110) 2024-11-19T04:44:09,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741840_1016 (size=110) 2024-11-19T04:44:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741840_1016 (size=110) 2024-11-19T04:44:09,143 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,143 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ad25ff5c2e5e6508189802a926d4fbcf, disabling compactions & flushes 2024-11-19T04:44:09,143 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:09,143 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:09,143 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. after waiting 0 ms 2024-11-19T04:44:09,143 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:09,143 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:09,143 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ad25ff5c2e5e6508189802a926d4fbcf: Waiting for close lock at 1731991449143Disabling compacts and flushes for region at 1731991449143Disabling writes for close at 1731991449143Writing region close event to WAL at 1731991449143Closed at 1731991449143 2024-11-19T04:44:09,144 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b7e054ea0ed1f4afab8d32ba5136ecbb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741841_1017 (size=110) 2024-11-19T04:44:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741841_1017 (size=110) 2024-11-19T04:44:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741841_1017 (size=110) 2024-11-19T04:44:09,169 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,169 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 0629fccb9e9b124c4de26796e9fb3d3d, disabling compactions & flushes 2024-11-19T04:44:09,169 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:44:09,169 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:44:09,169 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. after waiting 0 ms 2024-11-19T04:44:09,169 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:44:09,169 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:44:09,170 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0629fccb9e9b124c4de26796e9fb3d3d: Waiting for close lock at 1731991449169Disabling compacts and flushes for region at 1731991449169Disabling writes for close at 1731991449169Writing region close event to WAL at 1731991449169Closed at 1731991449169 2024-11-19T04:44:09,170 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 84524d937231a721db943f9ea152bbd4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741842_1018 (size=110) 2024-11-19T04:44:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741842_1018 (size=110) 2024-11-19T04:44:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741843_1019 (size=110) 2024-11-19T04:44:09,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing b7e054ea0ed1f4afab8d32ba5136ecbb, disabling compactions & flushes 2024-11-19T04:44:09,183 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:44:09,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:44:09,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741843_1019 (size=110) 2024-11-19T04:44:09,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. after waiting 0 ms 2024-11-19T04:44:09,183 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:44:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741843_1019 (size=110) 2024-11-19T04:44:09,184 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:44:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741842_1018 (size=110) 2024-11-19T04:44:09,184 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for b7e054ea0ed1f4afab8d32ba5136ecbb: Waiting for close lock at 1731991449183Disabling compacts and flushes for region at 1731991449183Disabling writes for close at 1731991449183Writing region close event to WAL at 1731991449184 (+1 ms)Closed at 1731991449184 2024-11-19T04:44:09,185 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2473a199ff9751788e8c2c60ff7301c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 40006894186cce94a7cd987be2b4387a, disabling compactions & flushes 2024-11-19T04:44:09,186 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:44:09,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:44:09,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. after waiting 0 ms 2024-11-19T04:44:09,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:44:09,186 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:44:09,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40006894186cce94a7cd987be2b4387a: Waiting for close lock at 1731991449186Disabling compacts and flushes for region at 1731991449186Disabling writes for close at 1731991449186Writing region close event to WAL at 1731991449186Closed at 1731991449186 2024-11-19T04:44:09,187 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8898ee4f84bf20992fa3f11f2d13070, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741844_1020 (size=110) 2024-11-19T04:44:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741844_1020 (size=110) 2024-11-19T04:44:09,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741844_1020 (size=110) 2024-11-19T04:44:09,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 84524d937231a721db943f9ea152bbd4, disabling compactions & flushes 2024-11-19T04:44:09,196 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:44:09,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:44:09,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. after waiting 0 ms 2024-11-19T04:44:09,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:44:09,196 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:44:09,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 84524d937231a721db943f9ea152bbd4: Waiting for close lock at 1731991449196Disabling compacts and flushes for region at 1731991449196Disabling writes for close at 1731991449196Writing region close event to WAL at 1731991449196Closed at 1731991449196 2024-11-19T04:44:09,197 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fedae70a21fb1aaf30a300023e4c6854, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T04:44:09,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741845_1021 (size=110) 2024-11-19T04:44:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741845_1021 (size=110) 2024-11-19T04:44:09,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741845_1021 (size=110) 2024-11-19T04:44:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741846_1022 (size=110) 2024-11-19T04:44:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741846_1022 (size=110) 2024-11-19T04:44:09,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741846_1022 (size=110) 2024-11-19T04:44:09,207 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,207 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2473a199ff9751788e8c2c60ff7301c8, disabling compactions & flushes 2024-11-19T04:44:09,207 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:44:09,207 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:44:09,207 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. after waiting 0 ms 2024-11-19T04:44:09,207 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:44:09,207 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:44:09,207 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2473a199ff9751788e8c2c60ff7301c8: Waiting for close lock at 1731991449207Disabling compacts and flushes for region at 1731991449207Disabling writes for close at 1731991449207Writing region close event to WAL at 1731991449207Closed at 1731991449207 2024-11-19T04:44:09,208 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 36d7e5389ada6e4a5e2bb458cf3f9ce8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,208 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,208 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b8898ee4f84bf20992fa3f11f2d13070, disabling compactions & flushes 2024-11-19T04:44:09,208 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:44:09,208 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:44:09,208 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. after waiting 0 ms 2024-11-19T04:44:09,209 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:44:09,209 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:44:09,209 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8898ee4f84bf20992fa3f11f2d13070: Waiting for close lock at 1731991449208Disabling compacts and flushes for region at 1731991449208Disabling writes for close at 1731991449209 (+1 ms)Writing region close event to WAL at 1731991449209Closed at 1731991449209 2024-11-19T04:44:09,210 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1c3f545a1fae56efeb2a0de92b50615, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741847_1023 (size=110) 2024-11-19T04:44:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741847_1023 (size=110) 2024-11-19T04:44:09,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741847_1023 (size=110) 2024-11-19T04:44:09,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fedae70a21fb1aaf30a300023e4c6854, disabling compactions & flushes 2024-11-19T04:44:09,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:44:09,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:44:09,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. after waiting 0 ms 2024-11-19T04:44:09,216 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:44:09,216 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:44:09,217 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fedae70a21fb1aaf30a300023e4c6854: Waiting for close lock at 1731991449216Disabling compacts and flushes for region at 1731991449216Disabling writes for close at 1731991449216Writing region close event to WAL at 1731991449216Closed at 1731991449216 2024-11-19T04:44:09,218 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 393e513f033eef8f3b9b692cef219cbb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741849_1025 (size=110) 2024-11-19T04:44:09,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741848_1024 (size=110) 2024-11-19T04:44:09,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741849_1025 (size=110) 2024-11-19T04:44:09,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741849_1025 (size=110) 2024-11-19T04:44:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741848_1024 (size=110) 2024-11-19T04:44:09,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741848_1024 (size=110) 2024-11-19T04:44:09,237 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,237 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d1c3f545a1fae56efeb2a0de92b50615, disabling compactions & flushes 2024-11-19T04:44:09,237 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:44:09,237 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:44:09,237 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. after waiting 0 ms 2024-11-19T04:44:09,237 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:44:09,237 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:44:09,238 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1c3f545a1fae56efeb2a0de92b50615: Waiting for close lock at 1731991449237Disabling compacts and flushes for region at 1731991449237Disabling writes for close at 1731991449237Writing region close event to WAL at 1731991449237Closed at 1731991449237 2024-11-19T04:44:09,239 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77061e39a50167f3244c0e8fbbb69f97, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,241 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741850_1026 (size=110) 2024-11-19T04:44:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741850_1026 (size=110) 2024-11-19T04:44:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741850_1026 (size=110) 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 36d7e5389ada6e4a5e2bb458cf3f9ce8, disabling compactions & flushes 2024-11-19T04:44:09,243 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. after waiting 0 ms 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 393e513f033eef8f3b9b692cef219cbb, disabling compactions & flushes 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:44:09,243 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:44:09,243 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 36d7e5389ada6e4a5e2bb458cf3f9ce8: Waiting for close lock at 1731991449243Disabling compacts and flushes for region at 1731991449243Disabling writes for close at 1731991449243Writing region close event to WAL at 1731991449243Closed at 1731991449243 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. after waiting 0 ms 2024-11-19T04:44:09,243 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:44:09,243 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:44:09,244 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 393e513f033eef8f3b9b692cef219cbb: Waiting for close lock at 1731991449243Disabling compacts and flushes for region at 1731991449243Disabling writes for close at 1731991449243Writing region close event to WAL at 1731991449243Closed at 1731991449243 2024-11-19T04:44:09,244 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9dc115efeef713f5dcacbbe53d1e8d0f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,245 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b0dc6f93e06eeb2b6ff31e807d6ecd42, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741852_1028 (size=110) 2024-11-19T04:44:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741852_1028 (size=110) 2024-11-19T04:44:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741852_1028 (size=110) 2024-11-19T04:44:09,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 9dc115efeef713f5dcacbbe53d1e8d0f, disabling compactions & flushes 2024-11-19T04:44:09,276 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:44:09,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:44:09,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. after waiting 0 ms 2024-11-19T04:44:09,276 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:44:09,276 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:44:09,277 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9dc115efeef713f5dcacbbe53d1e8d0f: Waiting for close lock at 1731991449276Disabling compacts and flushes for region at 1731991449276Disabling writes for close at 1731991449276Writing region close event to WAL at 1731991449276Closed at 1731991449276 2024-11-19T04:44:09,277 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a87d7d3f1cb2b62ed85d1a07317ed135, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741851_1027 (size=110) 2024-11-19T04:44:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741851_1027 (size=110) 2024-11-19T04:44:09,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741851_1027 (size=110) 2024-11-19T04:44:09,291 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 77061e39a50167f3244c0e8fbbb69f97, disabling compactions & flushes 2024-11-19T04:44:09,292 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:44:09,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:44:09,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. after waiting 0 ms 2024-11-19T04:44:09,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:44:09,292 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:44:09,292 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77061e39a50167f3244c0e8fbbb69f97: Waiting for close lock at 1731991449292Disabling compacts and flushes for region at 1731991449292Disabling writes for close at 1731991449292Writing region close event to WAL at 1731991449292Closed at 1731991449292 2024-11-19T04:44:09,294 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54617492b198cd0a8d41b37bada28320, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741853_1029 (size=110) 2024-11-19T04:44:09,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741853_1029 (size=110) 2024-11-19T04:44:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741853_1029 (size=110) 2024-11-19T04:44:09,345 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,346 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing b0dc6f93e06eeb2b6ff31e807d6ecd42, disabling compactions & flushes 2024-11-19T04:44:09,346 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:44:09,346 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:44:09,346 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. after waiting 0 ms 2024-11-19T04:44:09,346 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:44:09,346 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:44:09,346 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for b0dc6f93e06eeb2b6ff31e807d6ecd42: Waiting for close lock at 1731991449346Disabling compacts and flushes for region at 1731991449346Disabling writes for close at 1731991449346Writing region close event to WAL at 1731991449346Closed at 1731991449346 2024-11-19T04:44:09,347 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => df7c13c0798562fde90b935426f26970, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741854_1030 (size=110) 2024-11-19T04:44:09,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741854_1030 (size=110) 2024-11-19T04:44:09,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741854_1030 (size=110) 2024-11-19T04:44:09,365 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,365 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing a87d7d3f1cb2b62ed85d1a07317ed135, disabling compactions & flushes 2024-11-19T04:44:09,365 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:44:09,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:44:09,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. after waiting 0 ms 2024-11-19T04:44:09,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:44:09,366 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:44:09,366 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for a87d7d3f1cb2b62ed85d1a07317ed135: Waiting for close lock at 1731991449365Disabling compacts and flushes for region at 1731991449365Disabling writes for close at 1731991449366 (+1 ms)Writing region close event to WAL at 1731991449366Closed at 1731991449366 2024-11-19T04:44:09,366 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 755b3b1bb93355d497b8996e1431151c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741855_1031 (size=110) 2024-11-19T04:44:09,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741855_1031 (size=110) 2024-11-19T04:44:09,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741855_1031 (size=110) 2024-11-19T04:44:09,401 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,401 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 54617492b198cd0a8d41b37bada28320, disabling compactions & flushes 2024-11-19T04:44:09,401 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:44:09,401 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:44:09,401 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. after waiting 0 ms 2024-11-19T04:44:09,401 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:44:09,401 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:44:09,401 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54617492b198cd0a8d41b37bada28320: Waiting for close lock at 1731991449401Disabling compacts and flushes for region at 1731991449401Disabling writes for close at 1731991449401Writing region close event to WAL at 1731991449401Closed at 1731991449401 2024-11-19T04:44:09,403 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97cf8107570010c0ca8097bcd5ec50a7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T04:44:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741856_1032 (size=110) 2024-11-19T04:44:09,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741856_1032 (size=110) 2024-11-19T04:44:09,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741856_1032 (size=110) 2024-11-19T04:44:09,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing df7c13c0798562fde90b935426f26970, disabling compactions & flushes 2024-11-19T04:44:09,426 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:44:09,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:44:09,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. after waiting 0 ms 2024-11-19T04:44:09,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:44:09,426 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:44:09,426 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for df7c13c0798562fde90b935426f26970: Waiting for close lock at 1731991449426Disabling compacts and flushes for region at 1731991449426Disabling writes for close at 1731991449426Writing region close event to WAL at 1731991449426Closed at 1731991449426 2024-11-19T04:44:09,427 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3b9a085650f4ad0fcd17c3835402f599, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741857_1033 (size=110) 2024-11-19T04:44:09,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741857_1033 (size=110) 2024-11-19T04:44:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741857_1033 (size=110) 2024-11-19T04:44:09,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 755b3b1bb93355d497b8996e1431151c, disabling compactions & flushes 2024-11-19T04:44:09,443 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:44:09,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:44:09,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. after waiting 0 ms 2024-11-19T04:44:09,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:44:09,443 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:44:09,443 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 755b3b1bb93355d497b8996e1431151c: Waiting for close lock at 1731991449443Disabling compacts and flushes for region at 1731991449443Disabling writes for close at 1731991449443Writing region close event to WAL at 1731991449443Closed at 1731991449443 2024-11-19T04:44:09,444 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e828afc8b2d239f76efbbbf27ed58549, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741858_1034 (size=110) 2024-11-19T04:44:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741858_1034 (size=110) 2024-11-19T04:44:09,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741858_1034 (size=110) 2024-11-19T04:44:09,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 97cf8107570010c0ca8097bcd5ec50a7, disabling compactions & flushes 2024-11-19T04:44:09,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:44:09,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:44:09,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. after waiting 0 ms 2024-11-19T04:44:09,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:44:09,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:44:09,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97cf8107570010c0ca8097bcd5ec50a7: Waiting for close lock at 1731991449471Disabling compacts and flushes for region at 1731991449471Disabling writes for close at 1731991449471Writing region close event to WAL at 1731991449471Closed at 1731991449471 2024-11-19T04:44:09,473 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b16a5916bcb46e72768c88bb9fc12c6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741859_1035 (size=110) 2024-11-19T04:44:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741859_1035 (size=110) 2024-11-19T04:44:09,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3b9a085650f4ad0fcd17c3835402f599, disabling compactions & flushes 2024-11-19T04:44:09,487 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:44:09,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:44:09,488 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. after waiting 0 ms 2024-11-19T04:44:09,488 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:44:09,488 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:44:09,488 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3b9a085650f4ad0fcd17c3835402f599: Waiting for close lock at 1731991449487Disabling compacts and flushes for region at 1731991449487Disabling writes for close at 1731991449488 (+1 ms)Writing region close event to WAL at 1731991449488Closed at 1731991449488 2024-11-19T04:44:09,489 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8dfe03270638be1c989f8954ff200cb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741859_1035 (size=110) 2024-11-19T04:44:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741860_1036 (size=110) 2024-11-19T04:44:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741860_1036 (size=110) 2024-11-19T04:44:09,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741860_1036 (size=110) 2024-11-19T04:44:09,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e828afc8b2d239f76efbbbf27ed58549, disabling compactions & flushes 2024-11-19T04:44:09,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:44:09,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:44:09,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. after waiting 0 ms 2024-11-19T04:44:09,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:44:09,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:44:09,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e828afc8b2d239f76efbbbf27ed58549: Waiting for close lock at 1731991449508Disabling compacts and flushes for region at 1731991449508Disabling writes for close at 1731991449508Writing region close event to WAL at 1731991449508Closed at 1731991449508 2024-11-19T04:44:09,510 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06ecbf8dcb0376e49c24bbfcd6b10e2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd 2024-11-19T04:44:09,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741861_1037 (size=110) 2024-11-19T04:44:09,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741861_1037 (size=110) 2024-11-19T04:44:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741861_1037 (size=110) 2024-11-19T04:44:09,549 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,549 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0b16a5916bcb46e72768c88bb9fc12c6, disabling compactions & flushes 2024-11-19T04:44:09,550 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:44:09,550 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:44:09,550 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. after waiting 0 ms 2024-11-19T04:44:09,550 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:44:09,550 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:44:09,550 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b16a5916bcb46e72768c88bb9fc12c6: Waiting for close lock at 1731991449549Disabling compacts and flushes for region at 1731991449549Disabling writes for close at 1731991449550 (+1 ms)Writing region close event to WAL at 1731991449550Closed at 1731991449550 2024-11-19T04:44:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741862_1038 (size=110) 2024-11-19T04:44:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741862_1038 (size=110) 2024-11-19T04:44:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741862_1038 (size=110) 2024-11-19T04:44:09,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8dfe03270638be1c989f8954ff200cb8, disabling compactions & flushes 2024-11-19T04:44:09,563 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:44:09,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:44:09,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. after waiting 0 ms 2024-11-19T04:44:09,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:44:09,563 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:44:09,563 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8dfe03270638be1c989f8954ff200cb8: Waiting for close lock at 1731991449563Disabling compacts and flushes for region at 1731991449563Disabling writes for close at 1731991449563Writing region close event to WAL at 1731991449563Closed at 1731991449563 2024-11-19T04:44:09,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741863_1039 (size=107) 2024-11-19T04:44:09,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741863_1039 (size=107) 2024-11-19T04:44:09,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741863_1039 (size=107) 2024-11-19T04:44:09,582 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:09,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 06ecbf8dcb0376e49c24bbfcd6b10e2b, disabling compactions & flushes 2024-11-19T04:44:09,583 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:44:09,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:44:09,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. after waiting 0 ms 2024-11-19T04:44:09,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:44:09,583 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:44:09,583 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06ecbf8dcb0376e49c24bbfcd6b10e2b: Waiting for close lock at 1731991449583Disabling compacts and flushes for region at 1731991449583Disabling writes for close at 1731991449583Writing region close event to WAL at 1731991449583Closed at 1731991449583 2024-11-19T04:44:09,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T04:44:09,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,601 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731991449589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731991449589"}]},"ts":"1731991449589"} 2024-11-19T04:44:09,693 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-19T04:44:09,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T04:44:09,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731991449696"}]},"ts":"1731991449696"} 2024-11-19T04:44:09,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-19T04:44:09,705 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0} 2024-11-19T04:44:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T04:44:09,756 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T04:44:09,756 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T04:44:09,756 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T04:44:09,756 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T04:44:09,756 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T04:44:09,756 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T04:44:09,756 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T04:44:09,756 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T04:44:09,756 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T04:44:09,756 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T04:44:09,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9b5cb9b934b542f3af447080a72ccf5, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad25ff5c2e5e6508189802a926d4fbcf, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40006894186cce94a7cd987be2b4387a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7e054ea0ed1f4afab8d32ba5136ecbb, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2473a199ff9751788e8c2c60ff7301c8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8898ee4f84bf20992fa3f11f2d13070, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36d7e5389ada6e4a5e2bb458cf3f9ce8, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1c3f545a1fae56efeb2a0de92b50615, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77061e39a50167f3244c0e8fbbb69f97, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9dc115efeef713f5dcacbbe53d1e8d0f, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a87d7d3f1cb2b62ed85d1a07317ed135, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54617492b198cd0a8d41b37bada28320, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=755b3b1bb93355d497b8996e1431151c, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97cf8107570010c0ca8097bcd5ec50a7, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e828afc8b2d239f76efbbbf27ed58549, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b16a5916bcb46e72768c88bb9fc12c6, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06ecbf8dcb0376e49c24bbfcd6b10e2b, ASSIGN}] 2024-11-19T04:44:09,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06ecbf8dcb0376e49c24bbfcd6b10e2b, ASSIGN 2024-11-19T04:44:09,771 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06ecbf8dcb0376e49c24bbfcd6b10e2b, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,773 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN 2024-11-19T04:44:09,775 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,776 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b16a5916bcb46e72768c88bb9fc12c6, ASSIGN 2024-11-19T04:44:09,778 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b16a5916bcb46e72768c88bb9fc12c6, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,779 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e828afc8b2d239f76efbbbf27ed58549, ASSIGN 2024-11-19T04:44:09,781 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e828afc8b2d239f76efbbbf27ed58549, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,783 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN 2024-11-19T04:44:09,784 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97cf8107570010c0ca8097bcd5ec50a7, ASSIGN 2024-11-19T04:44:09,786 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97cf8107570010c0ca8097bcd5ec50a7, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,788 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=755b3b1bb93355d497b8996e1431151c, ASSIGN 2024-11-19T04:44:09,789 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=755b3b1bb93355d497b8996e1431151c, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,790 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN 2024-11-19T04:44:09,791 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54617492b198cd0a8d41b37bada28320, ASSIGN 2024-11-19T04:44:09,793 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54617492b198cd0a8d41b37bada28320, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a87d7d3f1cb2b62ed85d1a07317ed135, ASSIGN 2024-11-19T04:44:09,796 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a87d7d3f1cb2b62ed85d1a07317ed135, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN 2024-11-19T04:44:09,799 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,800 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9dc115efeef713f5dcacbbe53d1e8d0f, ASSIGN 2024-11-19T04:44:09,802 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9dc115efeef713f5dcacbbe53d1e8d0f, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77061e39a50167f3244c0e8fbbb69f97, ASSIGN 2024-11-19T04:44:09,804 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77061e39a50167f3244c0e8fbbb69f97, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN 2024-11-19T04:44:09,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1c3f545a1fae56efeb2a0de92b50615, ASSIGN 2024-11-19T04:44:09,812 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1c3f545a1fae56efeb2a0de92b50615, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,814 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36d7e5389ada6e4a5e2bb458cf3f9ce8, ASSIGN 2024-11-19T04:44:09,816 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36d7e5389ada6e4a5e2bb458cf3f9ce8, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,826 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN 2024-11-19T04:44:09,828 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,829 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8898ee4f84bf20992fa3f11f2d13070, ASSIGN 2024-11-19T04:44:09,831 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8898ee4f84bf20992fa3f11f2d13070, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,832 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2473a199ff9751788e8c2c60ff7301c8, ASSIGN 2024-11-19T04:44:09,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2473a199ff9751788e8c2c60ff7301c8, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,836 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN 2024-11-19T04:44:09,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,840 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7e054ea0ed1f4afab8d32ba5136ecbb, ASSIGN 2024-11-19T04:44:09,843 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7e054ea0ed1f4afab8d32ba5136ecbb, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,846 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40006894186cce94a7cd987be2b4387a, ASSIGN 2024-11-19T04:44:09,848 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40006894186cce94a7cd987be2b4387a, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,849 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN 2024-11-19T04:44:09,851 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,853 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad25ff5c2e5e6508189802a926d4fbcf, ASSIGN 2024-11-19T04:44:09,854 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad25ff5c2e5e6508189802a926d4fbcf, ASSIGN; state=OFFLINE, location=08a7f35e60d4,38931,1731991446912; forceNewPlan=false, retain=false 2024-11-19T04:44:09,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN 2024-11-19T04:44:09,859 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN; state=OFFLINE, location=08a7f35e60d4,45401,1731991446766; forceNewPlan=false, retain=false 2024-11-19T04:44:09,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9b5cb9b934b542f3af447080a72ccf5, ASSIGN 2024-11-19T04:44:09,861 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9b5cb9b934b542f3af447080a72ccf5, ASSIGN; state=OFFLINE, location=08a7f35e60d4,42269,1731991446868; forceNewPlan=false, retain=false 2024-11-19T04:44:09,925 INFO [08a7f35e60d4:37127 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-19T04:44:09,926 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8dfe03270638be1c989f8954ff200cb8, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,927 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3b9a085650f4ad0fcd17c3835402f599, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=df7c13c0798562fde90b935426f26970, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=393e513f033eef8f3b9b692cef219cbb, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN because future has completed 2024-11-19T04:44:09,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fedae70a21fb1aaf30a300023e4c6854, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=84524d937231a721db943f9ea152bbd4, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41a65215d8a299000c07077086cbfd2b, regionState=OPENING, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:09,936 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:09,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e828afc8b2d239f76efbbbf27ed58549, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:09,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=755b3b1bb93355d497b8996e1431151c, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:09,938 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:09,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:09,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:09,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2473a199ff9751788e8c2c60ff7301c8, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:09,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:09,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN because future has completed 2024-11-19T04:44:09,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN because future has completed 2024-11-19T04:44:09,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:09,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN because future has completed 2024-11-19T04:44:09,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN because future has completed 2024-11-19T04:44:09,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN because future has completed 2024-11-19T04:44:09,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN because future has completed 2024-11-19T04:44:09,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:09,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN because future has completed 2024-11-19T04:44:09,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN because future has completed 2024-11-19T04:44:09,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06ecbf8dcb0376e49c24bbfcd6b10e2b, ASSIGN because future has completed 2024-11-19T04:44:09,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e828afc8b2d239f76efbbbf27ed58549, ASSIGN because future has completed 2024-11-19T04:44:09,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure e828afc8b2d239f76efbbbf27ed58549, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:09,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=755b3b1bb93355d497b8996e1431151c, ASSIGN because future has completed 2024-11-19T04:44:09,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a87d7d3f1cb2b62ed85d1a07317ed135, ASSIGN because future has completed 2024-11-19T04:44:09,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9dc115efeef713f5dcacbbe53d1e8d0f, ASSIGN because future has completed 2024-11-19T04:44:09,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc115efeef713f5dcacbbe53d1e8d0f, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:09,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1c3f545a1fae56efeb2a0de92b50615, ASSIGN because future has completed 2024-11-19T04:44:09,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2473a199ff9751788e8c2c60ff7301c8, ASSIGN because future has completed 2024-11-19T04:44:10,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2473a199ff9751788e8c2c60ff7301c8, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:10,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1c3f545a1fae56efeb2a0de92b50615, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:10,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87d7d3f1cb2b62ed85d1a07317ed135, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:10,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 755b3b1bb93355d497b8996e1431151c, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:10,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06ecbf8dcb0376e49c24bbfcd6b10e2b, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:10,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:10,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:10,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:10,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:10,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:10,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,45401,1731991446766}] 2024-11-19T04:44:10,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=54617492b198cd0a8d41b37bada28320, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=77061e39a50167f3244c0e8fbbb69f97, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,082 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,082 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,083 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40006894186cce94a7cd987be2b4387a, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7e054ea0ed1f4afab8d32ba5136ecbb, ASSIGN because future has completed 2024-11-19T04:44:10,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e054ea0ed1f4afab8d32ba5136ecbb, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:10,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9b5cb9b934b542f3af447080a72ccf5, ASSIGN because future has completed 2024-11-19T04:44:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b16a5916bcb46e72768c88bb9fc12c6, ASSIGN because future has completed 2024-11-19T04:44:10,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97cf8107570010c0ca8097bcd5ec50a7, ASSIGN because future has completed 2024-11-19T04:44:10,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54617492b198cd0a8d41b37bada28320, ASSIGN because future has completed 2024-11-19T04:44:10,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54617492b198cd0a8d41b37bada28320, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77061e39a50167f3244c0e8fbbb69f97, ASSIGN because future has completed 2024-11-19T04:44:10,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36d7e5389ada6e4a5e2bb458cf3f9ce8, ASSIGN because future has completed 2024-11-19T04:44:10,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8898ee4f84bf20992fa3f11f2d13070, ASSIGN because future has completed 2024-11-19T04:44:10,105 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:44:10,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8898ee4f84bf20992fa3f11f2d13070, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,105 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => b0dc6f93e06eeb2b6ff31e807d6ecd42, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-19T04:44:10,106 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,106 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,106 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,107 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40006894186cce94a7cd987be2b4387a, ASSIGN because future has completed 2024-11-19T04:44:10,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad25ff5c2e5e6508189802a926d4fbcf, ASSIGN because future has completed 2024-11-19T04:44:10,111 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad25ff5c2e5e6508189802a926d4fbcf, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,113 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc6f93e06eeb2b6ff31e807d6ecd42 columnFamilyName colfamily11 2024-11-19T04:44:10,114 DEBUG [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,115 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(327): Store=b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,115 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,117 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc6f93e06eeb2b6ff31e807d6ecd42 columnFamilyName colfamily21 2024-11-19T04:44:10,117 DEBUG [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,118 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(327): Store=b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,118 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,120 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc6f93e06eeb2b6ff31e807d6ecd42 columnFamilyName colfamily31 2024-11-19T04:44:10,121 DEBUG [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40006894186cce94a7cd987be2b4387a, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,121 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(327): Store=b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,122 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,123 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,124 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,125 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,126 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,127 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36d7e5389ada6e4a5e2bb458cf3f9ce8, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,129 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,133 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,134 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened b0dc6f93e06eeb2b6ff31e807d6ecd42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64832515, jitterRate=-0.03392024338245392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,134 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:44:10,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77061e39a50167f3244c0e8fbbb69f97, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,136 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for b0dc6f93e06eeb2b6ff31e807d6ecd42: Running coprocessor pre-open hook at 1731991450107Writing region info on filesystem at 1731991450107Initializing all the Stores at 1731991450109 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450109Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450111 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450111Cleaning up temporary data from old regions at 1731991450126 (+15 ms)Running coprocessor post-open hooks at 1731991450134 (+8 ms)Region opened successfully at 1731991450136 (+2 ms) 2024-11-19T04:44:10,139 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., pid=45, masterSystemTime=1731991450096 2024-11-19T04:44:10,143 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:44:10,143 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:44:10,144 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:44:10,145 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b9a085650f4ad0fcd17c3835402f599, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-19T04:44:10,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,145 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,145 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,146 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,146 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97cf8107570010c0ca8097bcd5ec50a7, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,151 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T04:44:10,152 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54059, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T04:44:10,158 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9a085650f4ad0fcd17c3835402f599 columnFamilyName colfamily11 2024-11-19T04:44:10,159 DEBUG [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,159 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:44:10,160 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(327): Store=3b9a085650f4ad0fcd17c3835402f599/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,160 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 06ecbf8dcb0376e49c24bbfcd6b10e2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-19T04:44:10,160 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,161 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,161 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,161 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,161 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=20 2024-11-19T04:44:10,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,45401,1731991446766 in 93 msec 2024-11-19T04:44:10,162 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9a085650f4ad0fcd17c3835402f599 columnFamilyName colfamily21 2024-11-19T04:44:10,162 DEBUG [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,163 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(327): Store=3b9a085650f4ad0fcd17c3835402f599/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,163 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN in 404 msec 2024-11-19T04:44:10,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b16a5916bcb46e72768c88bb9fc12c6, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:44:10,165 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9a085650f4ad0fcd17c3835402f599 columnFamilyName colfamily31 2024-11-19T04:44:10,165 DEBUG [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,166 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(327): Store=3b9a085650f4ad0fcd17c3835402f599/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,166 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,167 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,168 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,168 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b5cb9b934b542f3af447080a72ccf5, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:44:10,170 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06ecbf8dcb0376e49c24bbfcd6b10e2b columnFamilyName colfamily11 2024-11-19T04:44:10,170 DEBUG [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,170 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,170 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,171 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] regionserver.HStore(327): Store=06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,171 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,171 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,173 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06ecbf8dcb0376e49c24bbfcd6b10e2b columnFamilyName colfamily21 2024-11-19T04:44:10,173 DEBUG [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,174 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] regionserver.HStore(327): Store=06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,174 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,174 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,176 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06ecbf8dcb0376e49c24bbfcd6b10e2b columnFamilyName colfamily31 2024-11-19T04:44:10,176 DEBUG [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,177 INFO [StoreOpener-06ecbf8dcb0376e49c24bbfcd6b10e2b-1 {}] regionserver.HStore(327): Store=06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,177 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,178 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,178 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,179 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 3b9a085650f4ad0fcd17c3835402f599; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69907434, jitterRate=0.041701942682266235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,179 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:44:10,179 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 3b9a085650f4ad0fcd17c3835402f599: Running coprocessor pre-open hook at 1731991450147Writing region info on filesystem at 1731991450147Initializing all the Stores at 1731991450149 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450150 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450151 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450151Cleaning up temporary data from old regions at 1731991450170 (+19 ms)Running coprocessor post-open hooks at 1731991450179 (+9 ms)Region opened successfully at 1731991450179 2024-11-19T04:44:10,179 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,180 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., pid=46, masterSystemTime=1731991450096 2024-11-19T04:44:10,181 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,181 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,183 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,184 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:44:10,184 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:44:10,184 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:10,184 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 41a65215d8a299000c07077086cbfd2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-19T04:44:10,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,188 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,191 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=08a7f35e60d4,45401,1731991446766, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T04:44:10,192 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,193 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a65215d8a299000c07077086cbfd2b columnFamilyName colfamily11 2024-11-19T04:44:10,193 DEBUG [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,193 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 06ecbf8dcb0376e49c24bbfcd6b10e2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60335457, jitterRate=-0.10093162953853607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,193 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:44:10,193 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 06ecbf8dcb0376e49c24bbfcd6b10e2b: Running coprocessor pre-open hook at 1731991450161Writing region info on filesystem at 1731991450161Initializing all the Stores at 1731991450163 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450163Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450168 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450168Cleaning up temporary data from old regions at 1731991450181 (+13 ms)Running coprocessor post-open hooks at 1731991450193 (+12 ms)Region opened successfully at 1731991450193 2024-11-19T04:44:10,193 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(327): Store=41a65215d8a299000c07077086cbfd2b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,194 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,195 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b., pid=40, masterSystemTime=1731991450151 2024-11-19T04:44:10,196 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a65215d8a299000c07077086cbfd2b columnFamilyName colfamily21 2024-11-19T04:44:10,196 DEBUG [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,197 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(327): Store=41a65215d8a299000c07077086cbfd2b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,197 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,197 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:44:10,198 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:44:10,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=26 2024-11-19T04:44:10,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,45401,1731991446766 in 121 msec 2024-11-19T04:44:10,198 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:44:10,198 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 755b3b1bb93355d497b8996e1431151c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-19T04:44:10,199 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,199 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,199 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,199 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,199 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a65215d8a299000c07077086cbfd2b columnFamilyName colfamily31 2024-11-19T04:44:10,199 DEBUG [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,200 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(327): Store=41a65215d8a299000c07077086cbfd2b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN in 440 msec 2024-11-19T04:44:10,201 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,202 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,203 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06ecbf8dcb0376e49c24bbfcd6b10e2b, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,205 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,205 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,206 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,207 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,208 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=30 2024-11-19T04:44:10,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 06ecbf8dcb0376e49c24bbfcd6b10e2b, server=08a7f35e60d4,42269,1731991446868 in 173 msec 2024-11-19T04:44:10,210 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755b3b1bb93355d497b8996e1431151c columnFamilyName colfamily11 2024-11-19T04:44:10,210 DEBUG [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,211 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] regionserver.HStore(327): Store=755b3b1bb93355d497b8996e1431151c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,211 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=06ecbf8dcb0376e49c24bbfcd6b10e2b, ASSIGN in 452 msec 2024-11-19T04:44:10,213 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,213 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755b3b1bb93355d497b8996e1431151c columnFamilyName colfamily21 2024-11-19T04:44:10,213 DEBUG [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,214 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 41a65215d8a299000c07077086cbfd2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59839301, jitterRate=-0.10832493007183075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,214 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:44:10,214 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 41a65215d8a299000c07077086cbfd2b: Running coprocessor pre-open hook at 1731991450185Writing region info on filesystem at 1731991450185Initializing all the Stores at 1731991450187 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450188 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450188Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450188Cleaning up temporary data from old regions at 1731991450205 (+17 ms)Running coprocessor post-open hooks at 1731991450214 (+9 ms)Region opened successfully at 1731991450214 2024-11-19T04:44:10,214 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] regionserver.HStore(327): Store=755b3b1bb93355d497b8996e1431151c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,214 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,215 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., pid=41, masterSystemTime=1731991450096 2024-11-19T04:44:10,216 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755b3b1bb93355d497b8996e1431151c columnFamilyName colfamily31 2024-11-19T04:44:10,216 DEBUG [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,217 INFO [StoreOpener-755b3b1bb93355d497b8996e1431151c-1 {}] regionserver.HStore(327): Store=755b3b1bb93355d497b8996e1431151c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,217 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,218 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:10,218 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:10,218 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:44:10,219 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 0629fccb9e9b124c4de26796e9fb3d3d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-19T04:44:10,219 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,219 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,219 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,219 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,219 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,219 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,222 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,222 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,223 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,223 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,225 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0629fccb9e9b124c4de26796e9fb3d3d columnFamilyName colfamily11 2024-11-19T04:44:10,225 DEBUG [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,225 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,226 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(327): Store=0629fccb9e9b124c4de26796e9fb3d3d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,226 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=6 2024-11-19T04:44:10,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,45401,1731991446766 in 185 msec 2024-11-19T04:44:10,229 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0629fccb9e9b124c4de26796e9fb3d3d columnFamilyName colfamily21 2024-11-19T04:44:10,229 DEBUG [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,230 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(327): Store=0629fccb9e9b124c4de26796e9fb3d3d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,230 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T04:44:10,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN in 471 msec 2024-11-19T04:44:10,232 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,232 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 755b3b1bb93355d497b8996e1431151c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66423357, jitterRate=-0.010214850306510925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,233 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:44:10,233 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 755b3b1bb93355d497b8996e1431151c: Running coprocessor pre-open hook at 1731991450199Writing region info on filesystem at 1731991450199Initializing all the Stores at 1731991450201 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450201Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450206 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450206Cleaning up temporary data from old regions at 1731991450223 (+17 ms)Running coprocessor post-open hooks at 1731991450233 (+10 ms)Region opened successfully at 1731991450233 2024-11-19T04:44:10,234 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., pid=39, masterSystemTime=1731991450151 2024-11-19T04:44:10,237 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:44:10,237 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:44:10,237 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:44:10,237 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => a87d7d3f1cb2b62ed85d1a07317ed135, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-19T04:44:10,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=755b3b1bb93355d497b8996e1431151c, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,238 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,238 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,238 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0629fccb9e9b124c4de26796e9fb3d3d columnFamilyName colfamily31 2024-11-19T04:44:10,238 DEBUG [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,238 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,238 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,239 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(327): Store=0629fccb9e9b124c4de26796e9fb3d3d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,239 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,241 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 755b3b1bb93355d497b8996e1431151c, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,241 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,242 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,244 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87d7d3f1cb2b62ed85d1a07317ed135 columnFamilyName colfamily11 2024-11-19T04:44:10,244 DEBUG [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,244 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,244 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,245 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] regionserver.HStore(327): Store=a87d7d3f1cb2b62ed85d1a07317ed135/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,245 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,245 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,247 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87d7d3f1cb2b62ed85d1a07317ed135 columnFamilyName colfamily21 2024-11-19T04:44:10,247 DEBUG [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=24 2024-11-19T04:44:10,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 755b3b1bb93355d497b8996e1431151c, server=08a7f35e60d4,42269,1731991446868 in 216 msec 2024-11-19T04:44:10,248 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] regionserver.HStore(327): Store=a87d7d3f1cb2b62ed85d1a07317ed135/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,248 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,249 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=755b3b1bb93355d497b8996e1431151c, ASSIGN in 490 msec 2024-11-19T04:44:10,251 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a87d7d3f1cb2b62ed85d1a07317ed135 columnFamilyName colfamily31 2024-11-19T04:44:10,251 DEBUG [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T04:44:10,252 INFO [StoreOpener-a87d7d3f1cb2b62ed85d1a07317ed135-1 {}] regionserver.HStore(327): Store=a87d7d3f1cb2b62ed85d1a07317ed135/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,252 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46207, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T04:44:10,254 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,254 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,256 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,256 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,257 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,259 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,259 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:44:10,259 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,259 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 77061e39a50167f3244c0e8fbbb69f97, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-19T04:44:10,260 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,260 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,260 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 0629fccb9e9b124c4de26796e9fb3d3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60913235, jitterRate=-0.09232206642627716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,260 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:44:10,260 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,260 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,260 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 0629fccb9e9b124c4de26796e9fb3d3d: Running coprocessor pre-open hook at 1731991450219Writing region info on filesystem at 1731991450219Initializing all the Stores at 1731991450222 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450222Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450222Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450222Cleaning up temporary data from old regions at 1731991450244 (+22 ms)Running coprocessor post-open hooks at 1731991450260 (+16 ms)Region opened successfully at 1731991450260 2024-11-19T04:44:10,262 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., pid=42, masterSystemTime=1731991450096 2024-11-19T04:44:10,265 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:44:10,265 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:44:10,265 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:44:10,265 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => fedae70a21fb1aaf30a300023e4c6854, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-19T04:44:10,265 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,265 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,266 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,266 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,266 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,267 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,268 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77061e39a50167f3244c0e8fbbb69f97 columnFamilyName colfamily11 2024-11-19T04:44:10,268 DEBUG [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,268 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened a87d7d3f1cb2b62ed85d1a07317ed135; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71938770, jitterRate=0.07197120785713196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,268 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:44:10,269 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] regionserver.HStore(327): Store=77061e39a50167f3244c0e8fbbb69f97/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,269 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for a87d7d3f1cb2b62ed85d1a07317ed135: Running coprocessor pre-open hook at 1731991450238Writing region info on filesystem at 1731991450238Initializing all the Stores at 1731991450240 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450240Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450240Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450240Cleaning up temporary data from old regions at 1731991450256 (+16 ms)Running coprocessor post-open hooks at 1731991450269 (+13 ms)Region opened successfully at 1731991450269 2024-11-19T04:44:10,269 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,270 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., pid=38, masterSystemTime=1731991450151 2024-11-19T04:44:10,271 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77061e39a50167f3244c0e8fbbb69f97 columnFamilyName colfamily21 2024-11-19T04:44:10,271 DEBUG [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,272 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] regionserver.HStore(327): Store=77061e39a50167f3244c0e8fbbb69f97/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,272 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,273 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:44:10,273 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:44:10,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=8 2024-11-19T04:44:10,274 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:44:10,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,45401,1731991446766 in 227 msec 2024-11-19T04:44:10,274 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 2473a199ff9751788e8c2c60ff7301c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-19T04:44:10,274 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77061e39a50167f3244c0e8fbbb69f97 columnFamilyName colfamily31 2024-11-19T04:44:10,274 DEBUG [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,274 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,275 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,275 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,275 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,275 INFO [StoreOpener-77061e39a50167f3244c0e8fbbb69f97-1 {}] regionserver.HStore(327): Store=77061e39a50167f3244c0e8fbbb69f97/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,275 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN in 516 msec 2024-11-19T04:44:10,277 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,277 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,280 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,280 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,280 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure a87d7d3f1cb2b62ed85d1a07317ed135, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,281 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,283 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,284 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedae70a21fb1aaf30a300023e4c6854 columnFamilyName colfamily11 2024-11-19T04:44:10,284 DEBUG [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,285 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(327): Store=fedae70a21fb1aaf30a300023e4c6854/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,286 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=21 2024-11-19T04:44:10,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure a87d7d3f1cb2b62ed85d1a07317ed135, server=08a7f35e60d4,42269,1731991446868 in 267 msec 2024-11-19T04:44:10,288 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedae70a21fb1aaf30a300023e4c6854 columnFamilyName colfamily21 2024-11-19T04:44:10,288 DEBUG [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,288 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a87d7d3f1cb2b62ed85d1a07317ed135, ASSIGN in 529 msec 2024-11-19T04:44:10,289 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(327): Store=fedae70a21fb1aaf30a300023e4c6854/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,289 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,290 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,291 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 77061e39a50167f3244c0e8fbbb69f97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62513110, jitterRate=-0.06848207116127014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,291 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2473a199ff9751788e8c2c60ff7301c8 columnFamilyName colfamily11 2024-11-19T04:44:10,291 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:44:10,291 DEBUG [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,291 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 77061e39a50167f3244c0e8fbbb69f97: Running coprocessor pre-open hook at 1731991450260Writing region info on filesystem at 1731991450260Initializing all the Stores at 1731991450262 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450262Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450265 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450265Cleaning up temporary data from old regions at 1731991450280 (+15 ms)Running coprocessor post-open hooks at 1731991450291 (+11 ms)Region opened successfully at 1731991450291 2024-11-19T04:44:10,291 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedae70a21fb1aaf30a300023e4c6854 columnFamilyName colfamily31 2024-11-19T04:44:10,291 DEBUG [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,293 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] regionserver.HStore(327): Store=2473a199ff9751788e8c2c60ff7301c8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,293 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(327): Store=fedae70a21fb1aaf30a300023e4c6854/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,293 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,293 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,294 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., pid=53, masterSystemTime=1731991450252 2024-11-19T04:44:10,295 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,296 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2473a199ff9751788e8c2c60ff7301c8 columnFamilyName colfamily21 2024-11-19T04:44:10,296 DEBUG [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,296 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,297 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] regionserver.HStore(327): Store=2473a199ff9751788e8c2c60ff7301c8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,297 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,297 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:44:10,297 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:44:10,297 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:44:10,298 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b16a5916bcb46e72768c88bb9fc12c6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-19T04:44:10,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=77061e39a50167f3244c0e8fbbb69f97, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,298 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,298 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,299 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,299 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,299 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,299 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,299 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2473a199ff9751788e8c2c60ff7301c8 columnFamilyName colfamily31 2024-11-19T04:44:10,299 DEBUG [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,300 INFO [StoreOpener-2473a199ff9751788e8c2c60ff7301c8-1 {}] regionserver.HStore(327): Store=2473a199ff9751788e8c2c60ff7301c8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,300 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,302 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,302 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77061e39a50167f3244c0e8fbbb69f97, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,302 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,304 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,304 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,304 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,304 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,305 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,308 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b16a5916bcb46e72768c88bb9fc12c6 columnFamilyName colfamily11 2024-11-19T04:44:10,308 DEBUG [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,308 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=18 2024-11-19T04:44:10,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 77061e39a50167f3244c0e8fbbb69f97, server=08a7f35e60d4,38931,1731991446912 in 168 msec 2024-11-19T04:44:10,309 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] regionserver.HStore(327): Store=0b16a5916bcb46e72768c88bb9fc12c6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,309 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened fedae70a21fb1aaf30a300023e4c6854; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59146500, jitterRate=-0.1186484694480896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,309 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:44:10,309 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,309 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,309 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for fedae70a21fb1aaf30a300023e4c6854: Running coprocessor pre-open hook at 1731991450266Writing region info on filesystem at 1731991450266Initializing all the Stores at 1731991450268 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450268Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450278 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450278Cleaning up temporary data from old regions at 1731991450299 (+21 ms)Running coprocessor post-open hooks at 1731991450309 (+10 ms)Region opened successfully at 1731991450309 2024-11-19T04:44:10,310 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., pid=43, masterSystemTime=1731991450096 2024-11-19T04:44:10,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=77061e39a50167f3244c0e8fbbb69f97, ASSIGN in 551 msec 2024-11-19T04:44:10,312 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,313 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b16a5916bcb46e72768c88bb9fc12c6 columnFamilyName colfamily21 2024-11-19T04:44:10,313 DEBUG [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,313 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 2473a199ff9751788e8c2c60ff7301c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60470988, jitterRate=-0.0989120602607727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,313 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:44:10,313 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:44:10,314 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:44:10,314 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 2473a199ff9751788e8c2c60ff7301c8: Running coprocessor pre-open hook at 1731991450275Writing region info on filesystem at 1731991450275Initializing all the Stores at 1731991450277 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450277Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450287 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450287Cleaning up temporary data from old regions at 1731991450304 (+17 ms)Running coprocessor post-open hooks at 1731991450313 (+9 ms)Region opened successfully at 1731991450313 2024-11-19T04:44:10,314 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:44:10,314 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dfe03270638be1c989f8954ff200cb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-19T04:44:10,314 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,314 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,315 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,315 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,315 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] regionserver.HStore(327): Store=0b16a5916bcb46e72768c88bb9fc12c6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,315 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,316 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., pid=36, masterSystemTime=1731991450151 2024-11-19T04:44:10,318 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,319 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b16a5916bcb46e72768c88bb9fc12c6 columnFamilyName colfamily31 2024-11-19T04:44:10,319 DEBUG [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,320 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:44:10,320 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfe03270638be1c989f8954ff200cb8 columnFamilyName colfamily11 2024-11-19T04:44:10,320 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:44:10,320 INFO [StoreOpener-0b16a5916bcb46e72768c88bb9fc12c6-1 {}] regionserver.HStore(327): Store=0b16a5916bcb46e72768c88bb9fc12c6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,320 DEBUG [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,320 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,321 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(327): Store=8dfe03270638be1c989f8954ff200cb8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,321 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,321 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:44:10,322 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,322 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => b7e054ea0ed1f4afab8d32ba5136ecbb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-19T04:44:10,323 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,323 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,323 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,323 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfe03270638be1c989f8954ff200cb8 columnFamilyName colfamily21 2024-11-19T04:44:10,324 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,324 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,324 DEBUG [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,325 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(327): Store=8dfe03270638be1c989f8954ff200cb8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,325 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,325 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,325 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,326 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=14 2024-11-19T04:44:10,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,45401,1731991446766 in 272 msec 2024-11-19T04:44:10,328 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfe03270638be1c989f8954ff200cb8 columnFamilyName colfamily31 2024-11-19T04:44:10,328 DEBUG [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,328 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,329 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(327): Store=8dfe03270638be1c989f8954ff200cb8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,330 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,331 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN in 570 msec 2024-11-19T04:44:10,332 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,333 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,333 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=2473a199ff9751788e8c2c60ff7301c8, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,334 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,334 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,334 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 0b16a5916bcb46e72768c88bb9fc12c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61676707, jitterRate=-0.0809454470872879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,334 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:44:10,334 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 0b16a5916bcb46e72768c88bb9fc12c6: Running coprocessor pre-open hook at 1731991450299Writing region info on filesystem at 1731991450299Initializing all the Stores at 1731991450301 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450301Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450304 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450304Cleaning up temporary data from old regions at 1731991450325 (+21 ms)Running coprocessor post-open hooks at 1731991450334 (+9 ms)Region opened successfully at 1731991450334 2024-11-19T04:44:10,335 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e054ea0ed1f4afab8d32ba5136ecbb columnFamilyName colfamily11 2024-11-19T04:44:10,335 DEBUG [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,336 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] regionserver.HStore(327): Store=b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,336 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,337 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6., pid=55, masterSystemTime=1731991450252 2024-11-19T04:44:10,337 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,339 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e054ea0ed1f4afab8d32ba5136ecbb columnFamilyName colfamily21 2024-11-19T04:44:10,340 DEBUG [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,340 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2473a199ff9751788e8c2c60ff7301c8, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,340 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] regionserver.HStore(327): Store=b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,341 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,341 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:44:10,341 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:44:10,341 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:44:10,341 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 40006894186cce94a7cd987be2b4387a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-19T04:44:10,342 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,342 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,342 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,342 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,343 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e054ea0ed1f4afab8d32ba5136ecbb columnFamilyName colfamily31 2024-11-19T04:44:10,343 DEBUG [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,344 INFO [StoreOpener-b7e054ea0ed1f4afab8d32ba5136ecbb-1 {}] regionserver.HStore(327): Store=b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,344 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,345 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,345 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,345 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=12 2024-11-19T04:44:10,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 2473a199ff9751788e8c2c60ff7301c8, server=08a7f35e60d4,42269,1731991446868 in 340 msec 2024-11-19T04:44:10,346 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8dfe03270638be1c989f8954ff200cb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72282609, jitterRate=0.07709480822086334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,346 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:44:10,346 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8dfe03270638be1c989f8954ff200cb8: Running coprocessor pre-open hook at 1731991450315Writing region info on filesystem at 1731991450315Initializing all the Stores at 1731991450316 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450316Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450317 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450317Cleaning up temporary data from old regions at 1731991450334 (+17 ms)Running coprocessor post-open hooks at 1731991450346 (+12 ms)Region opened successfully at 1731991450346 2024-11-19T04:44:10,347 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,348 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., pid=31, masterSystemTime=1731991450096 2024-11-19T04:44:10,349 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40006894186cce94a7cd987be2b4387a columnFamilyName colfamily11 2024-11-19T04:44:10,349 DEBUG [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2473a199ff9751788e8c2c60ff7301c8, ASSIGN in 588 msec 2024-11-19T04:44:10,351 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:44:10,351 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:44:10,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,352 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:44:10,352 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 84524d937231a721db943f9ea152bbd4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-19T04:44:10,352 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,352 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,353 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,353 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,353 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,353 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,355 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b16a5916bcb46e72768c88bb9fc12c6, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,356 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,357 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,360 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84524d937231a721db943f9ea152bbd4 columnFamilyName colfamily11 2024-11-19T04:44:10,360 DEBUG [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,360 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] regionserver.HStore(327): Store=40006894186cce94a7cd987be2b4387a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,361 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,361 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(327): Store=84524d937231a721db943f9ea152bbd4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,361 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,363 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40006894186cce94a7cd987be2b4387a columnFamilyName colfamily21 2024-11-19T04:44:10,363 DEBUG [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,364 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84524d937231a721db943f9ea152bbd4 columnFamilyName colfamily21 2024-11-19T04:44:10,364 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] regionserver.HStore(327): Store=40006894186cce94a7cd987be2b4387a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,364 DEBUG [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,364 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,364 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(327): Store=84524d937231a721db943f9ea152bbd4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,365 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=28 2024-11-19T04:44:10,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b16a5916bcb46e72768c88bb9fc12c6, server=08a7f35e60d4,38931,1731991446912 in 196 msec 2024-11-19T04:44:10,366 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40006894186cce94a7cd987be2b4387a columnFamilyName colfamily31 2024-11-19T04:44:10,366 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,366 DEBUG [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,367 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84524d937231a721db943f9ea152bbd4 columnFamilyName colfamily31 2024-11-19T04:44:10,367 INFO [StoreOpener-40006894186cce94a7cd987be2b4387a-1 {}] regionserver.HStore(327): Store=40006894186cce94a7cd987be2b4387a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,367 DEBUG [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,367 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened b7e054ea0ed1f4afab8d32ba5136ecbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63871435, jitterRate=-0.048241451382637024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,367 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,367 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:44:10,368 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for b7e054ea0ed1f4afab8d32ba5136ecbb: Running coprocessor pre-open hook at 1731991450324Writing region info on filesystem at 1731991450324Initializing all the Stores at 1731991450326 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450326Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450332 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450332Cleaning up temporary data from old regions at 1731991450353 (+21 ms)Running coprocessor post-open hooks at 1731991450367 (+14 ms)Region opened successfully at 1731991450368 (+1 ms) 2024-11-19T04:44:10,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b16a5916bcb46e72768c88bb9fc12c6, ASSIGN in 607 msec 2024-11-19T04:44:10,369 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,369 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., pid=47, masterSystemTime=1731991450151 2024-11-19T04:44:10,369 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(327): Store=84524d937231a721db943f9ea152bbd4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,370 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,370 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,371 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,373 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,373 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,373 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-19T04:44:10,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,45401,1731991446766 in 428 msec 2024-11-19T04:44:10,374 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,374 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:44:10,375 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:44:10,375 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:44:10,375 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => d1c3f545a1fae56efeb2a0de92b50615, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-19T04:44:10,375 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,376 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,376 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,376 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,376 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,376 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,376 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,377 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN in 616 msec 2024-11-19T04:44:10,378 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,379 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,379 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,380 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c3f545a1fae56efeb2a0de92b50615 columnFamilyName colfamily11 2024-11-19T04:44:10,380 DEBUG [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,381 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] regionserver.HStore(327): Store=d1c3f545a1fae56efeb2a0de92b50615/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,381 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,382 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e054ea0ed1f4afab8d32ba5136ecbb, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,383 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 40006894186cce94a7cd987be2b4387a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60492156, jitterRate=-0.09859663248062134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,383 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,383 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:44:10,383 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 40006894186cce94a7cd987be2b4387a: Running coprocessor pre-open hook at 1731991450342Writing region info on filesystem at 1731991450342Initializing all the Stores at 1731991450344 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450344Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450345 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450345Cleaning up temporary data from old regions at 1731991450373 (+28 ms)Running coprocessor post-open hooks at 1731991450383 (+10 ms)Region opened successfully at 1731991450383 2024-11-19T04:44:10,383 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c3f545a1fae56efeb2a0de92b50615 columnFamilyName colfamily21 2024-11-19T04:44:10,384 DEBUG [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,384 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 84524d937231a721db943f9ea152bbd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648630, jitterRate=-0.006858021020889282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,384 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:44:10,384 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 84524d937231a721db943f9ea152bbd4: Running coprocessor pre-open hook at 1731991450353Writing region info on filesystem at 1731991450353Initializing all the Stores at 1731991450355 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450356 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450356Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450356Cleaning up temporary data from old regions at 1731991450376 (+20 ms)Running coprocessor post-open hooks at 1731991450384 (+8 ms)Region opened successfully at 1731991450384 2024-11-19T04:44:10,384 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] regionserver.HStore(327): Store=d1c3f545a1fae56efeb2a0de92b50615/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,384 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,385 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., pid=51, masterSystemTime=1731991450252 2024-11-19T04:44:10,386 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., pid=33, masterSystemTime=1731991450096 2024-11-19T04:44:10,387 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1c3f545a1fae56efeb2a0de92b50615 columnFamilyName colfamily31 2024-11-19T04:44:10,387 DEBUG [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,388 INFO [StoreOpener-d1c3f545a1fae56efeb2a0de92b50615-1 {}] regionserver.HStore(327): Store=d1c3f545a1fae56efeb2a0de92b50615/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,389 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,390 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:44:10,390 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,390 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:44:10,391 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:44:10,391 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 36d7e5389ada6e4a5e2bb458cf3f9ce8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-19T04:44:10,391 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,391 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,391 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,391 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,391 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,393 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,393 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,394 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:44:10,394 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:44:10,394 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,394 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:44:10,394 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 393e513f033eef8f3b9b692cef219cbb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-19T04:44:10,394 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,395 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,395 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,395 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,395 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=10 2024-11-19T04:44:10,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b7e054ea0ed1f4afab8d32ba5136ecbb, server=08a7f35e60d4,42269,1731991446868 in 301 msec 2024-11-19T04:44:10,397 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36d7e5389ada6e4a5e2bb458cf3f9ce8 columnFamilyName colfamily11 2024-11-19T04:44:10,397 DEBUG [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,399 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,399 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7e054ea0ed1f4afab8d32ba5136ecbb, ASSIGN in 638 msec 2024-11-19T04:44:10,399 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] regionserver.HStore(327): Store=36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,400 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=84524d937231a721db943f9ea152bbd4, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,401 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393e513f033eef8f3b9b692cef219cbb columnFamilyName colfamily11 2024-11-19T04:44:10,401 DEBUG [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,402 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(327): Store=393e513f033eef8f3b9b692cef219cbb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,402 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,402 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36d7e5389ada6e4a5e2bb458cf3f9ce8 columnFamilyName colfamily21 2024-11-19T04:44:10,402 DEBUG [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,404 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] regionserver.HStore(327): Store=36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,404 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,405 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393e513f033eef8f3b9b692cef219cbb columnFamilyName colfamily21 2024-11-19T04:44:10,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40006894186cce94a7cd987be2b4387a, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,405 DEBUG [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,405 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,406 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36d7e5389ada6e4a5e2bb458cf3f9ce8 columnFamilyName colfamily31 2024-11-19T04:44:10,406 DEBUG [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,406 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened d1c3f545a1fae56efeb2a0de92b50615; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62281370, jitterRate=-0.0719352662563324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,406 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:44:10,407 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for d1c3f545a1fae56efeb2a0de92b50615: Running coprocessor pre-open hook at 1731991450376Writing region info on filesystem at 1731991450376Initializing all the Stores at 1731991450378 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450378Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450378Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450378Cleaning up temporary data from old regions at 1731991450393 (+15 ms)Running coprocessor post-open hooks at 1731991450407 (+14 ms)Region opened successfully at 1731991450407 2024-11-19T04:44:10,407 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(327): Store=393e513f033eef8f3b9b692cef219cbb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,407 INFO [StoreOpener-36d7e5389ada6e4a5e2bb458cf3f9ce8-1 {}] regionserver.HStore(327): Store=36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,407 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,407 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,408 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,409 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,409 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., pid=37, masterSystemTime=1731991450151 2024-11-19T04:44:10,410 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393e513f033eef8f3b9b692cef219cbb columnFamilyName colfamily31 2024-11-19T04:44:10,410 DEBUG [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40006894186cce94a7cd987be2b4387a, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,411 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(327): Store=393e513f033eef8f3b9b692cef219cbb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,411 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,412 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,412 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,412 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,413 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:44:10,413 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:44:10,413 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,413 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:44:10,413 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => e828afc8b2d239f76efbbbf27ed58549, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-19T04:44:10,413 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,414 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,414 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,414 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,414 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,416 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,416 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,416 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=11 2024-11-19T04:44:10,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,45401,1731991446766 in 443 msec 2024-11-19T04:44:10,417 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,417 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,419 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN in 659 msec 2024-11-19T04:44:10,421 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e828afc8b2d239f76efbbbf27ed58549 columnFamilyName colfamily11 2024-11-19T04:44:10,421 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,421 DEBUG [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,422 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 36d7e5389ada6e4a5e2bb458cf3f9ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62319013, jitterRate=-0.07137434184551239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,422 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:44:10,422 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] regionserver.HStore(327): Store=e828afc8b2d239f76efbbbf27ed58549/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,422 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 36d7e5389ada6e4a5e2bb458cf3f9ce8: Running coprocessor pre-open hook at 1731991450392Writing region info on filesystem at 1731991450392Initializing all the Stores at 1731991450394 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450394Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450395 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450395Cleaning up temporary data from old regions at 1731991450412 (+17 ms)Running coprocessor post-open hooks at 1731991450422 (+10 ms)Region opened successfully at 1731991450422 2024-11-19T04:44:10,423 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,424 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., pid=52, masterSystemTime=1731991450252 2024-11-19T04:44:10,424 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,425 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e828afc8b2d239f76efbbbf27ed58549 columnFamilyName colfamily21 2024-11-19T04:44:10,425 DEBUG [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,425 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 393e513f033eef8f3b9b692cef219cbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972497, jitterRate=-0.0020320266485214233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,425 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:44:10,425 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 393e513f033eef8f3b9b692cef219cbb: Running coprocessor pre-open hook at 1731991450395Writing region info on filesystem at 1731991450395Initializing all the Stores at 1731991450398 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450398Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450398Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450398Cleaning up temporary data from old regions at 1731991450416 (+18 ms)Running coprocessor post-open hooks at 1731991450425 (+9 ms)Region opened successfully at 1731991450425 2024-11-19T04:44:10,426 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] regionserver.HStore(327): Store=e828afc8b2d239f76efbbbf27ed58549/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,426 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1c3f545a1fae56efeb2a0de92b50615, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,427 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:44:10,427 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:44:10,428 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:44:10,428 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., pid=44, masterSystemTime=1731991450096 2024-11-19T04:44:10,428 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 97cf8107570010c0ca8097bcd5ec50a7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-19T04:44:10,428 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,428 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,429 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,429 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,429 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e828afc8b2d239f76efbbbf27ed58549 columnFamilyName colfamily31 2024-11-19T04:44:10,429 DEBUG [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,430 INFO [StoreOpener-e828afc8b2d239f76efbbbf27ed58549-1 {}] regionserver.HStore(327): Store=e828afc8b2d239f76efbbbf27ed58549/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,431 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:44:10,431 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,431 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:44:10,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,431 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:44:10,431 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => df7c13c0798562fde90b935426f26970, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-19T04:44:10,431 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,431 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,432 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,432 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,432 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,432 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36d7e5389ada6e4a5e2bb458cf3f9ce8, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,435 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,435 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,436 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,438 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,441 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=15 2024-11-19T04:44:10,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 36d7e5389ada6e4a5e2bb458cf3f9ce8, server=08a7f35e60d4,38931,1731991446912 in 311 msec 2024-11-19T04:44:10,442 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cf8107570010c0ca8097bcd5ec50a7 columnFamilyName colfamily11 2024-11-19T04:44:10,443 DEBUG [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,443 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] regionserver.HStore(327): Store=97cf8107570010c0ca8097bcd5ec50a7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,444 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,445 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=36d7e5389ada6e4a5e2bb458cf3f9ce8, ASSIGN in 685 msec 2024-11-19T04:44:10,445 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cf8107570010c0ca8097bcd5ec50a7 columnFamilyName colfamily21 2024-11-19T04:44:10,445 DEBUG [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,446 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] regionserver.HStore(327): Store=97cf8107570010c0ca8097bcd5ec50a7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,446 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,447 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7c13c0798562fde90b935426f26970 columnFamilyName colfamily11 2024-11-19T04:44:10,447 DEBUG [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,448 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(327): Store=df7c13c0798562fde90b935426f26970/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,448 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,449 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cf8107570010c0ca8097bcd5ec50a7 columnFamilyName colfamily31 2024-11-19T04:44:10,449 DEBUG [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,450 INFO [StoreOpener-97cf8107570010c0ca8097bcd5ec50a7-1 {}] regionserver.HStore(327): Store=97cf8107570010c0ca8097bcd5ec50a7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,450 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=17 2024-11-19T04:44:10,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,45401,1731991446766 in 388 msec 2024-11-19T04:44:10,451 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,452 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,452 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,452 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7c13c0798562fde90b935426f26970 columnFamilyName colfamily21 2024-11-19T04:44:10,452 DEBUG [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,453 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened e828afc8b2d239f76efbbbf27ed58549; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64704583, jitterRate=-0.03582657873630524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,453 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:44:10,453 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for e828afc8b2d239f76efbbbf27ed58549: Running coprocessor pre-open hook at 1731991450414Writing region info on filesystem at 1731991450414Initializing all the Stores at 1731991450416 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450416Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450416Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450417 (+1 ms)Cleaning up temporary data from old regions at 1731991450435 (+18 ms)Running coprocessor post-open hooks at 1731991450453 (+18 ms)Region opened successfully at 1731991450453 2024-11-19T04:44:10,453 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(327): Store=df7c13c0798562fde90b935426f26970/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,453 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,454 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,454 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN in 693 msec 2024-11-19T04:44:10,454 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., pid=34, masterSystemTime=1731991450151 2024-11-19T04:44:10,455 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,456 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7c13c0798562fde90b935426f26970 columnFamilyName colfamily31 2024-11-19T04:44:10,457 DEBUG [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,457 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(327): Store=df7c13c0798562fde90b935426f26970/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,458 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,458 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,459 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,459 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,461 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,461 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 97cf8107570010c0ca8097bcd5ec50a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73216755, jitterRate=0.09101466834545135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,462 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:44:10,462 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 97cf8107570010c0ca8097bcd5ec50a7: Running coprocessor pre-open hook at 1731991450429Writing region info on filesystem at 1731991450429Initializing all the Stores at 1731991450430 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450431 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450440 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450440Cleaning up temporary data from old regions at 1731991450454 (+14 ms)Running coprocessor post-open hooks at 1731991450462 (+8 ms)Region opened successfully at 1731991450462 2024-11-19T04:44:10,463 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., pid=54, masterSystemTime=1731991450252 2024-11-19T04:44:10,464 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,464 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,465 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,467 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,467 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:44:10,468 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:44:10,468 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:44:10,468 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dc115efeef713f5dcacbbe53d1e8d0f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-19T04:44:10,470 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:44:10,470 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:44:10,470 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:44:10,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=16 2024-11-19T04:44:10,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure d1c3f545a1fae56efeb2a0de92b50615, server=08a7f35e60d4,42269,1731991446868 in 448 msec 2024-11-19T04:44:10,470 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 54617492b198cd0a8d41b37bada28320, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-19T04:44:10,471 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,471 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,471 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,471 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,471 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,471 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,472 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,472 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1c3f545a1fae56efeb2a0de92b50615, ASSIGN in 713 msec 2024-11-19T04:44:10,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,477 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97cf8107570010c0ca8097bcd5ec50a7, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,478 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e828afc8b2d239f76efbbbf27ed58549, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,479 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened df7c13c0798562fde90b935426f26970; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68455060, jitterRate=0.02005988359451294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,479 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df7c13c0798562fde90b935426f26970 2024-11-19T04:44:10,479 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for df7c13c0798562fde90b935426f26970: Running coprocessor pre-open hook at 1731991450432Writing region info on filesystem at 1731991450432Initializing all the Stores at 1731991450433 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450433Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450444 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450444Cleaning up temporary data from old regions at 1731991450464 (+20 ms)Running coprocessor post-open hooks at 1731991450479 (+15 ms)Region opened successfully at 1731991450479 2024-11-19T04:44:10,480 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc115efeef713f5dcacbbe53d1e8d0f columnFamilyName colfamily11 2024-11-19T04:44:10,480 DEBUG [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,481 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., pid=32, masterSystemTime=1731991450096 2024-11-19T04:44:10,481 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] regionserver.HStore(327): Store=9dc115efeef713f5dcacbbe53d1e8d0f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,482 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure e828afc8b2d239f76efbbbf27ed58549, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,484 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:44:10,484 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc115efeef713f5dcacbbe53d1e8d0f columnFamilyName colfamily21 2024-11-19T04:44:10,484 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:44:10,484 DEBUG [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,484 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,485 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] regionserver.HStore(327): Store=9dc115efeef713f5dcacbbe53d1e8d0f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,485 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,487 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54617492b198cd0a8d41b37bada28320 columnFamilyName colfamily11 2024-11-19T04:44:10,487 DEBUG [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-19T04:44:10,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 97cf8107570010c0ca8097bcd5ec50a7, server=08a7f35e60d4,38931,1731991446912 in 335 msec 2024-11-19T04:44:10,487 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] regionserver.HStore(327): Store=54617492b198cd0a8d41b37bada28320/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,488 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,489 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dc115efeef713f5dcacbbe53d1e8d0f columnFamilyName colfamily31 2024-11-19T04:44:10,489 DEBUG [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=97cf8107570010c0ca8097bcd5ec50a7, ASSIGN in 729 msec 2024-11-19T04:44:10,490 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54617492b198cd0a8d41b37bada28320 columnFamilyName colfamily21 2024-11-19T04:44:10,490 INFO [StoreOpener-9dc115efeef713f5dcacbbe53d1e8d0f-1 {}] regionserver.HStore(327): Store=9dc115efeef713f5dcacbbe53d1e8d0f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,490 DEBUG [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,490 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,490 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] regionserver.HStore(327): Store=54617492b198cd0a8d41b37bada28320/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=df7c13c0798562fde90b935426f26970, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:10,491 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,491 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,491 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,494 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54617492b198cd0a8d41b37bada28320 columnFamilyName colfamily31 2024-11-19T04:44:10,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,45401,1731991446766 because future has completed 2024-11-19T04:44:10,495 DEBUG [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,495 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,495 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,495 INFO [StoreOpener-54617492b198cd0a8d41b37bada28320-1 {}] regionserver.HStore(327): Store=54617492b198cd0a8d41b37bada28320/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,496 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,496 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,497 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,498 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,499 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40006894186cce94a7cd987be2b4387a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T04:44:10,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=27 2024-11-19T04:44:10,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure e828afc8b2d239f76efbbbf27ed58549, server=08a7f35e60d4,42269,1731991446868 in 513 msec 2024-11-19T04:44:10,499 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,500 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,500 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,501 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e828afc8b2d239f76efbbbf27ed58549, ASSIGN in 741 msec 2024-11-19T04:44:10,503 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=08a7f35e60d4,45401,1731991446766, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T04:44:10,503 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,504 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,505 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 9dc115efeef713f5dcacbbe53d1e8d0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69938967, jitterRate=0.042171820998191833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,505 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:44:10,506 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 9dc115efeef713f5dcacbbe53d1e8d0f: Running coprocessor pre-open hook at 1731991450472Writing region info on filesystem at 1731991450472Initializing all the Stores at 1731991450474 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450474Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450477 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450477Cleaning up temporary data from old regions at 1731991450495 (+18 ms)Running coprocessor post-open hooks at 1731991450506 (+11 ms)Region opened successfully at 1731991450506 2024-11-19T04:44:10,506 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,507 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 54617492b198cd0a8d41b37bada28320; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69328641, jitterRate=0.03307725489139557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,507 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:44:10,507 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 54617492b198cd0a8d41b37bada28320: Running coprocessor pre-open hook at 1731991450472Writing region info on filesystem at 1731991450472Initializing all the Stores at 1731991450474 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450474Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450484 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450484Cleaning up temporary data from old regions at 1731991450500 (+16 ms)Running coprocessor post-open hooks at 1731991450507 (+7 ms)Region opened successfully at 1731991450507 2024-11-19T04:44:10,508 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., pid=35, masterSystemTime=1731991450151 2024-11-19T04:44:10,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=23 2024-11-19T04:44:10,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,45401,1731991446766 in 553 msec 2024-11-19T04:44:10,508 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., pid=48, masterSystemTime=1731991450252 2024-11-19T04:44:10,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN in 750 msec 2024-11-19T04:44:10,511 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:44:10,511 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:44:10,511 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:10,512 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => d9b5cb9b934b542f3af447080a72ccf5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-19T04:44:10,512 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,512 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,512 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,512 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,513 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:44:10,513 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:44:10,513 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:10,513 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => ad25ff5c2e5e6508189802a926d4fbcf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-19T04:44:10,514 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,514 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,514 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,514 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,515 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=9 2024-11-19T04:44:10,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40006894186cce94a7cd987be2b4387a, server=08a7f35e60d4,38931,1731991446912 in 391 msec 2024-11-19T04:44:10,516 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40006894186cce94a7cd987be2b4387a, ASSIGN in 758 msec 2024-11-19T04:44:10,519 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad25ff5c2e5e6508189802a926d4fbcf columnFamilyName colfamily11 2024-11-19T04:44:10,519 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b5cb9b934b542f3af447080a72ccf5 columnFamilyName colfamily11 2024-11-19T04:44:10,519 DEBUG [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,520 DEBUG [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,520 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] regionserver.HStore(327): Store=ad25ff5c2e5e6508189802a926d4fbcf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,521 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] regionserver.HStore(327): Store=d9b5cb9b934b542f3af447080a72ccf5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,521 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,521 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,521 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=54617492b198cd0a8d41b37bada28320, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,524 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad25ff5c2e5e6508189802a926d4fbcf columnFamilyName colfamily21 2024-11-19T04:44:10,524 DEBUG [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54617492b198cd0a8d41b37bada28320, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,524 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b5cb9b934b542f3af447080a72ccf5 columnFamilyName colfamily21 2024-11-19T04:44:10,524 DEBUG [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,525 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] regionserver.HStore(327): Store=ad25ff5c2e5e6508189802a926d4fbcf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,525 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,525 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] regionserver.HStore(327): Store=d9b5cb9b934b542f3af447080a72ccf5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,527 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,527 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad25ff5c2e5e6508189802a926d4fbcf columnFamilyName colfamily31 2024-11-19T04:44:10,528 DEBUG [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dc115efeef713f5dcacbbe53d1e8d0f, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,528 INFO [StoreOpener-ad25ff5c2e5e6508189802a926d4fbcf-1 {}] regionserver.HStore(327): Store=ad25ff5c2e5e6508189802a926d4fbcf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,529 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b5cb9b934b542f3af447080a72ccf5 columnFamilyName colfamily31 2024-11-19T04:44:10,529 DEBUG [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,529 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,530 INFO [StoreOpener-d9b5cb9b934b542f3af447080a72ccf5-1 {}] regionserver.HStore(327): Store=d9b5cb9b934b542f3af447080a72ccf5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,530 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,530 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,530 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,531 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,532 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,532 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,532 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=22 2024-11-19T04:44:10,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 54617492b198cd0a8d41b37bada28320, server=08a7f35e60d4,38931,1731991446912 in 436 msec 2024-11-19T04:44:10,533 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,534 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,534 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,535 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,535 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=54617492b198cd0a8d41b37bada28320, ASSIGN in 775 msec 2024-11-19T04:44:10,537 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,540 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,541 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened ad25ff5c2e5e6508189802a926d4fbcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66444327, jitterRate=-0.00990237295627594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,541 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:44:10,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=19 2024-11-19T04:44:10,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dc115efeef713f5dcacbbe53d1e8d0f, server=08a7f35e60d4,42269,1731991446868 in 548 msec 2024-11-19T04:44:10,541 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for ad25ff5c2e5e6508189802a926d4fbcf: Running coprocessor pre-open hook at 1731991450515Writing region info on filesystem at 1731991450515Initializing all the Stores at 1731991450516 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450516Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450516Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450516Cleaning up temporary data from old regions at 1731991450532 (+16 ms)Running coprocessor post-open hooks at 1731991450541 (+9 ms)Region opened successfully at 1731991450541 2024-11-19T04:44:10,542 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., pid=50, masterSystemTime=1731991450252 2024-11-19T04:44:10,543 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,543 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened d9b5cb9b934b542f3af447080a72ccf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72796923, jitterRate=0.0847586840391159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,544 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:44:10,544 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for d9b5cb9b934b542f3af447080a72ccf5: Running coprocessor pre-open hook at 1731991450513Writing region info on filesystem at 1731991450513Initializing all the Stores at 1731991450514 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450514Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450515 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450515Cleaning up temporary data from old regions at 1731991450534 (+19 ms)Running coprocessor post-open hooks at 1731991450544 (+10 ms)Region opened successfully at 1731991450544 2024-11-19T04:44:10,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9dc115efeef713f5dcacbbe53d1e8d0f, ASSIGN in 783 msec 2024-11-19T04:44:10,545 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., pid=56, masterSystemTime=1731991450322 2024-11-19T04:44:10,546 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:10,546 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:10,546 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:44:10,546 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => b8898ee4f84bf20992fa3f11f2d13070, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-19T04:44:10,547 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,547 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:44:10,547 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,547 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,548 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:10,548 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:10,550 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad25ff5c2e5e6508189802a926d4fbcf, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:44:10,552 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8898ee4f84bf20992fa3f11f2d13070 columnFamilyName colfamily11 2024-11-19T04:44:10,553 DEBUG [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,553 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] regionserver.HStore(327): Store=b8898ee4f84bf20992fa3f11f2d13070/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,554 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b5cb9b934b542f3af447080a72ccf5, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:44:10,556 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8898ee4f84bf20992fa3f11f2d13070 columnFamilyName colfamily21 2024-11-19T04:44:10,556 DEBUG [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,557 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] regionserver.HStore(327): Store=b8898ee4f84bf20992fa3f11f2d13070/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,557 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,559 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8898ee4f84bf20992fa3f11f2d13070 columnFamilyName colfamily31 2024-11-19T04:44:10,559 DEBUG [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:44:10,559 INFO [StoreOpener-b8898ee4f84bf20992fa3f11f2d13070-1 {}] regionserver.HStore(327): Store=b8898ee4f84bf20992fa3f11f2d13070/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:44:10,560 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=7 2024-11-19T04:44:10,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ad25ff5c2e5e6508189802a926d4fbcf, server=08a7f35e60d4,38931,1731991446912 in 444 msec 2024-11-19T04:44:10,561 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,561 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,562 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,563 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad25ff5c2e5e6508189802a926d4fbcf, ASSIGN in 803 msec 2024-11-19T04:44:10,563 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:44:10,565 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,568 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T04:44:10,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=5 2024-11-19T04:44:10,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9b5cb9b934b542f3af447080a72ccf5, server=08a7f35e60d4,42269,1731991446868 in 395 msec 2024-11-19T04:44:10,569 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened b8898ee4f84bf20992fa3f11f2d13070; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68708210, jitterRate=0.023832112550735474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:44:10,569 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:44:10,569 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for b8898ee4f84bf20992fa3f11f2d13070: Running coprocessor pre-open hook at 1731991450548Writing region info on filesystem at 1731991450548Initializing all the Stores at 1731991450549 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450549Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450549Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991450550 (+1 ms)Cleaning up temporary data from old regions at 1731991450563 (+13 ms)Running coprocessor post-open hooks at 1731991450569 (+6 ms)Region opened successfully at 1731991450569 2024-11-19T04:44:10,570 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., pid=49, masterSystemTime=1731991450252 2024-11-19T04:44:10,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9b5cb9b934b542f3af447080a72ccf5, ASSIGN in 811 msec 2024-11-19T04:44:10,573 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:44:10,573 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:44:10,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPEN, openSeqNum=2, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:44:10,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8898ee4f84bf20992fa3f11f2d13070, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:44:10,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=13 2024-11-19T04:44:10,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b8898ee4f84bf20992fa3f11f2d13070, server=08a7f35e60d4,38931,1731991446912 in 473 msec 2024-11-19T04:44:10,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-19T04:44:10,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b8898ee4f84bf20992fa3f11f2d13070, ASSIGN in 823 msec 2024-11-19T04:44:10,586 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T04:44:10,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731991450586"}]},"ts":"1731991450586"} 2024-11-19T04:44:10,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-19T04:44:10,590 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T04:44:10,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5130 sec 2024-11-19T04:44:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T04:44:11,242 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-19T04:44:11,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-19T04:44:11,243 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T04:44:11,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45401 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-19T04:44:11,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-19T04:44:11,266 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T04:44:11,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-19T04:44:11,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,315 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,367 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,409 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,445 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,450 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eek', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,557 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,559 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,596 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,598 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,603 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,605 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,607 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,723 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,725 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,762 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,766 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,768 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,806 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,809 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,848 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,895 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,897 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:11,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oou', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:11,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:11,991 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,028 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,031 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,032 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,078 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,081 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,142 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,280 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,282 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,285 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,339 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,344 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6., hostname=08a7f35e60d4,38931,1731991446912, seqNum=2] 2024-11-19T04:44:12,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2] 2024-11-19T04:44:12,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b., hostname=08a7f35e60d4,42269,1731991446868, seqNum=2] 2024-11-19T04:44:12,490 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T04:44:12,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T04:44:12,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T04:44:12,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T04:44:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:44:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38931 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:44:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:44:13,278 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-19T04:44:13,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45401 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-19T04:44:13,538 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-19T04:44:13,539 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:13,539 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:13,539 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 08a7f35e60d4,45401,1731991446766: Simulated kill ***** 2024-11-19T04:44:13,540 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T04:44:13,542 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T04:44:13,544 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T04:44:13,544 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T04:44:13,545 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T04:44:13,545 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 592189008 }, "NonHeapMemoryUsage": { "committed": 157548544, "init": 7667712, "max": -1, "used": 154974224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "08a7f35e60d4" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "08a7f35e60d4" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "08a7f35e60d4" } ] } 2024-11-19T04:44:13,548 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37127 {}] master.MasterRpcServices(700): 08a7f35e60d4,45401,1731991446766 reported a fatal error: ***** ABORTING region server 08a7f35e60d4,45401,1731991446766: Simulated kill ***** 2024-11-19T04:44:13,550 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,45401,1731991446766' ***** 2024-11-19T04:44:13,550 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T04:44:13,550 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T04:44:13,550 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T04:44:13,551 INFO [RS:0;08a7f35e60d4:45401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T04:44:13,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T04:44:13,551 INFO [RS:0;08a7f35e60d4:45401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T04:44:13,551 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T04:44:13,551 INFO [RS:0;08a7f35e60d4:45401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;08a7f35e60d4:45401. 2024-11-19T04:44:13,551 DEBUG [RS:0;08a7f35e60d4:45401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T04:44:13,557 DEBUG [RS:0;08a7f35e60d4:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:44:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741836_1012 (size=54214) 2024-11-19T04:44:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741836_1012 (size=54214) 2024-11-19T04:44:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741836_1012 (size=54214) 2024-11-19T04:44:13,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741833_1009 (size=334920) 2024-11-19T04:44:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741833_1009 (size=334920) 2024-11-19T04:44:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741833_1009 (size=334920) 2024-11-19T04:44:13,567 DEBUG [RS:0;08a7f35e60d4:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:44:13,567 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T04:44:13,568 INFO [RS:0;08a7f35e60d4:45401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45401 2024-11-19T04:44:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T04:44:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,45401,1731991446766 2024-11-19T04:44:13,574 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T04:44:13,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,45401,1731991446766] 2024-11-19T04:44:13,577 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,45401,1731991446766 already deleted, retry=false 2024-11-19T04:44:13,578 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 08a7f35e60d4,45401,1731991446766 on 08a7f35e60d4,37127,1731991446089 2024-11-19T04:44:13,583 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:44:13,585 INFO [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T04:44:13,588 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 08a7f35e60d4,45401,1731991446766 (carryingMeta=true) 08a7f35e60d4,45401,1731991446766/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3c4d8e98[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T04:44:13,588 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:44:13,588 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:44:13,588 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:44:13,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:44:13,589 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:44:13,651 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T04:44:13,653 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:44:13,654 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:44:13,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:44:13,654 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:44:13,654 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:44:13,655 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:44:13,655 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:44:13,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:44:13,655 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:44:13,656 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:44:13,661 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:44:13,662 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:44:13,664 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:44:13,664 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:44:13,664 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:44:13,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-19T04:44:13,667 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:44:13,667 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,45401,1731991446766, table=hbase:meta, region=1588230740 2024-11-19T04:44:13,667 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,45401,1731991446766, state=OPEN 2024-11-19T04:44:13,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:44:13,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:44:13,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:44:13,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:13,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:13,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:44:13,676 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991483676 2024-11-19T04:44:13,676 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:44:13,676 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:44:13,676 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:44:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:44:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x1012e8a09920001, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:44:13,678 INFO [RS:0;08a7f35e60d4:45401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T04:44:13,678 INFO [RS:0;08a7f35e60d4:45401 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,45401,1731991446766; zookeeper connection closed. 2024-11-19T04:44:13,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@654d5390 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@654d5390 2024-11-19T04:44:13,678 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:13,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:13,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:44:13,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:13,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:13,683 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true, isMeta: true 2024-11-19T04:44:13,685 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting 2024-11-19T04:44:13,687 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=1, meta=true 2024-11-19T04:44:13,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta}] 2024-11-19T04:44:13,689 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:44:13,689 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:44:13,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:44:13,690 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:44:13,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:13,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:13,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:44:13,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:13,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:13,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:13,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:13,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:14,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:44:14,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:14,083 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T04:44:14,083 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T04:44:14,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T04:44:14,258 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-19T04:44:14,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T04:44:14,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:14,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:14,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:44:14,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:14,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:14,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:14,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:44:14,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:15,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:15,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:15,831 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:15,834 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:44:15,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:15,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:44:15,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:15,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:16,500 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T04:44:16,501 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T04:44:16,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:44:16,502 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-19T04:44:16,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T04:44:16,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T04:44:16,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T04:44:16,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T04:44:17,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:17,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:17,851 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:17,851 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4174 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:44:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:44:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:21,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:21,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:21,871 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:21,871 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8194 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:44:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:44:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:31,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:31,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:31,881 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:31,881 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18204 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:44:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:44:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:35,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T04:44:39,855 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a7f35e60d4:37127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T04:44:41,919 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:41,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:41,920 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:41,921 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28244 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:44:41,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:41,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:44:41,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:41,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:48,930 INFO [master/08a7f35e60d4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T04:44:48,930 INFO [master/08a7f35e60d4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T04:44:51,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:44:51,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:44:51,930 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:44:51,931 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38254 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:44:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:44:51,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:44:51,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:01,333 WARN [RS:2;08a7f35e60d4:38931 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 08a7f35e60d4,45401,1731991446766: status=status unset, state=RUNNING, startTime=1731991453588, completionTime=-1 appears to have been leaked 2024-11-19T04:45:01,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:01,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:01,950 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:01,951 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48274 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:45:01,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:01,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:01,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:01,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:05,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T04:45:10,870 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad25ff5c2e5e6508189802a926d4fbcf changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,871 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 40006894186cce94a7cd987be2b4387a changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,871 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b8898ee4f84bf20992fa3f11f2d13070 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,871 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 36d7e5389ada6e4a5e2bb458cf3f9ce8 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,871 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 77061e39a50167f3244c0e8fbbb69f97 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,871 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 54617492b198cd0a8d41b37bada28320 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 97cf8107570010c0ca8097bcd5ec50a7 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b16a5916bcb46e72768c88bb9fc12c6 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9b5cb9b934b542f3af447080a72ccf5 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b7e054ea0ed1f4afab8d32ba5136ecbb changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2473a199ff9751788e8c2c60ff7301c8 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d1c3f545a1fae56efeb2a0de92b50615 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9dc115efeef713f5dcacbbe53d1e8d0f changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a87d7d3f1cb2b62ed85d1a07317ed135 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 755b3b1bb93355d497b8996e1431151c changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e828afc8b2d239f76efbbbf27ed58549 changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:10,872 DEBUG [master/08a7f35e60d4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06ecbf8dcb0376e49c24bbfcd6b10e2b changed from -1.0 to 0.0, refreshing cache 2024-11-19T04:45:12,857 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a7f35e60d4:37127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T04:45:13,297 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T04:45:13,680 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-19T04:44:13.681Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:13.792Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14.311Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:14.820Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:44:15.834Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:17.852Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:21.872Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:31.882Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:41.921Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:44:51.932Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:01.951Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-19T04:45:13,681 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:45:13,682 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:45:13,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:45:13,682 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:45:13,682 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:45:13,682 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:45:13,682 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:45:13,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:45:13,682 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:45:13,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:45:13,685 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:45:13,685 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:45:13,686 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:45:13,686 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:45:13,686 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:45:13,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-19T04:45:13,687 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:45:13,687 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,45401,1731991446766, table=hbase:meta, region=1588230740 2024-11-19T04:45:13,687 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,45401,1731991446766, state=OPEN 2024-11-19T04:45:13,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:45:13,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:45:13,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:45:13,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:45:13,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:45:13,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:45:13,690 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991543690 2024-11-19T04:45:13,690 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:45:13,691 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true, isMeta: true 2024-11-19T04:45:13,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:13,691 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:13,692 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:13,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:13,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:13,693 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=1, meta=true 2024-11-19T04:45:13,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta}] 2024-11-19T04:45:13,693 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:45:13,700 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:45:13,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:45:13,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:13,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:13,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:45:13,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:13,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:13,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:13,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-19T04:45:13,889 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, size=52.9 K (54214bytes) 2024-11-19T04:45:13,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T04:45:13,890 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T04:45:13,890 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta 2024-11-19T04:45:13,896 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta after 4ms 2024-11-19T04:45:13,905 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta took 18ms 2024-11-19T04:45:13,914 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:45:13,923 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta.temp 2024-11-19T04:45:13,925 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta so closing down 2024-11-19T04:45:13,925 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T04:45:13,927 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta.temp 2024-11-19T04:45:13,931 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T04:45:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741864_1040 (size=53973) 2024-11-19T04:45:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741864_1040 (size=53973) 2024-11-19T04:45:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741864_1040 (size=53973) 2024-11-19T04:45:13,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-19T04:45:13,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-19T04:45:13,950 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-19T04:45:13,950 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, journal: Splitting hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, size=52.9 K (54214bytes) at 1731991513889Finishing writing output for hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta so closing down at 1731991513925 (+36 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta.temp at 1731991513927 (+2 ms)3 split writer threads finished at 1731991513931 (+4 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731991513944 (+13 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731991513946 (+2 ms)Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731991513950 (+4 ms) 2024-11-19T04:45:13,951 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta 2024-11-19T04:45:13,952 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-19T04:45:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-19T04:45:13,962 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs 2024-11-19T04:45:13,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-19T04:45:13,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 in 260 msec 2024-11-19T04:45:13,967 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:45:13,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-19T04:45:13,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 in 274 msec 2024-11-19T04:45:13,972 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting dir is empty, no logs to split. 2024-11-19T04:45:13,972 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=0, meta=true 2024-11-19T04:45:13,972 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 08a7f35e60d4,45401,1731991446766 WAL splitting is done? wals=0, meta=true 2024-11-19T04:45:13,972 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:45:13,972 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:45:13,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:45:13,973 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:45:14,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:14,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:14,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:45:14,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:14,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:14,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:14,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:45:14,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:14,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:14,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:14,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:45:14,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14,830 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:15,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:15,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:15,840 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:15,841 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:45:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:15,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:17,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:17,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:17,851 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:17,851 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4160 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:45:17,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:17,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:17,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:17,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:21,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:21,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:21,871 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:21,871 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8180 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:45:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:21,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:31,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:31,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:31,911 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:31,911 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18220 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:45:31,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:31,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:31,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:31,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:35,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T04:45:41,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:41,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:41,960 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:41,961 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28270 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:45:41,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:41,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:41,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:41,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:51,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:45:51,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:45:51,970 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:45:51,970 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38279 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:45:51,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:51,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:45:51,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:45:51,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:02,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:02,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:02,071 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:02,071 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48380 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:46:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:05,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T04:46:08,125 WARN [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 20, running: 1 2024-11-19T04:46:08,546 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-19T04:46:13,700 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-19T04:45:13.692Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:13.801Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14.011Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14.320Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:14.830Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:45:15.841Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:17.851Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:21.872Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:31.912Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:41.961Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:45:51.971Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:02.072Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-19T04:46:13,701 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:46:13,701 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:46:13,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:46:13,701 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:46:13,701 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:46:13,702 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:46:13,702 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:46:13,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:46:13,702 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:46:13,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:46:13,704 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:46:13,705 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:46:13,705 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:46:13,705 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:46:13,706 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:46:13,706 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:46:13,706 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:46:13,706 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:46:13,706 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:46:13,706 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:46:13,706 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:46:13,706 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T04:46:13,707 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:46:13,707 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,45401,1731991446766, table=hbase:meta, region=1588230740 2024-11-19T04:46:13,707 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,45401,1731991446766, state=OPEN 2024-11-19T04:46:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:46:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:46:13,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:46:13,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:46:13,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:46:13,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:46:13,710 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991603710 2024-11-19T04:46:13,711 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:46:13,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:13,711 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:13,712 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:13,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:13,713 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting dir is empty, no logs to split. 2024-11-19T04:46:13,713 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=0, meta=true 2024-11-19T04:46:13,713 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 08a7f35e60d4,45401,1731991446766 WAL splitting is done? wals=0, meta=true 2024-11-19T04:46:13,713 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:46:13,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T04:46:13,715 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:46:13,715 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:46:13,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:46:13,716 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:46:13,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:13,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:13,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:46:13,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:13,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:13,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:14,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:14,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:14,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:46:14,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:14,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:14,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:14,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:46:14,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:14,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:14,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:14,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:46:14,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:15,858 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=08a7f35e60d4:37127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-19T04:46:15,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:15,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:15,860 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:15,861 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2150 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:46:15,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:15,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:15,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:15,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:17,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:17,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:17,881 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:17,881 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4170 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:46:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:17,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:21,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:21,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:21,891 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:21,891 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8180 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:46:21,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:21,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:21,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:21,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:31,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:31,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:31,951 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:31,951 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18240 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:46:31,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:31,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:31,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:31,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:35,189 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T04:46:41,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:41,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:41,971 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:41,971 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28260 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:46:41,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:41,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:41,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:41,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:52,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:46:52,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:46:52,021 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:46:52,021 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38310 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:46:52,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:52,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:46:52,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:46:52,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:02,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:47:02,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:47:02,081 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:47:02,081 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 08a7f35e60d4,45401,1731991446766 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48370 ms java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T04:47:02,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:02,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:47:02,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:47:02,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:05,189 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T04:47:06,111 WARN [RS:2;08a7f35e60d4:38931 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 08a7f35e60d4,45401,1731991446766: status=Processing ServerCrashProcedure of 08a7f35e60d4,45401,1731991446766 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731991453664, completionTime=-1 appears to have been leaked 2024-11-19T04:47:06,111 WARN [RS:2;08a7f35e60d4:38931 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 08a7f35e60d4,45401,1731991446766: status=Processing ServerCrashProcedure of 08a7f35e60d4,45401,1731991446766 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731991513686, completionTime=-1 appears to have been leaked 2024-11-19T04:47:13,720 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-19T04:46:13.713Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:13.820Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14.030Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14.340Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:14.850Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:46:15.861Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:17.882Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:21.891Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:31.952Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:41.972Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:46:52.022Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:02.082Z, java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-19T04:47:13,721 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:13,721 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:47:13,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:13,721 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:47:13,721 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:47:13,722 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:47:13,722 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:47:13,722 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:47:13,722 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:47:13,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:47:13,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:47:13,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:13,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:13,724 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:47:13,725 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:47:13,725 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:13,725 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:13,725 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:13,725 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:47:13,725 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:13,725 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:13,726 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-19T04:47:13,726 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:13,726 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,45401,1731991446766, table=hbase:meta, region=1588230740 2024-11-19T04:47:13,727 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,45401,1731991446766, state=OPEN 2024-11-19T04:47:13,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:13,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:13,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:13,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:13,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:13,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:13,732 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991663732 2024-11-19T04:47:13,732 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:47:13,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T04:47:13,732 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:47:13,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:47:13,733 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:47:13,734 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:47:13,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:47:13,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:13,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T04:47:13,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:47:13,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:13,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:13,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:47:13,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1] 2024-11-19T04:47:13,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:13,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:13,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:13,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:47:13,886 DEBUG [08a7f35e60d4:37127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T04:47:13,887 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0} 2024-11-19T04:47:13,888 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T04:47:13,888 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T04:47:13,888 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T04:47:13,888 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T04:47:13,888 INFO [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T04:47:13,888 INFO [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T04:47:13,888 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T04:47:13,889 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:13,890 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,38931,1731991446912, state=OPENING 2024-11-19T04:47:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:13,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:13,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:13,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:13,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:13,893 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:47:13,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:47:14,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T04:47:14,049 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:47:14,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1] 2024-11-19T04:47:14,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T04:47:14,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37793, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T04:47:14,053 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T04:47:14,053 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T04:47:14,054 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T04:47:14,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38931 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:37793 deadline: 1731991693733, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:14,056 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=08a7f35e60d4%2C38931%2C1731991446912.meta, suffix=.meta, logDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,38931,1731991446912, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs, maxLogs=32 2024-11-19T04:47:14,071 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,38931,1731991446912/08a7f35e60d4%2C38931%2C1731991446912.meta.1731991634058.meta, exclude list is [], retry=0 2024-11-19T04:47:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42401,DS-56ac87af-6671-4921-8e49-2acb6edbb424,DISK] 2024-11-19T04:47:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41033,DS-eb0f17f2-6a76-4180-86cf-7b4360e3f3a8,DISK] 2024-11-19T04:47:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 08a7f35e60d4,38931,1731991446912 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T04:47:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 08a7f35e60d4,38931,1731991446912 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T04:47:14,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1 from cache 2024-11-19T04:47:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-f0218028-5ab7-4d04-9862-00e139b89597,DISK] 2024-11-19T04:47:14,078 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,38931,1731991446912/08a7f35e60d4%2C38931%2C1731991446912.meta.1731991634058.meta 2024-11-19T04:47:14,078 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32995:32995),(127.0.0.1/127.0.0.1:38449:38449),(127.0.0.1/127.0.0.1:34191:34191)] 2024-11-19T04:47:14,079 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T04:47:14,079 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T04:47:14,079 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T04:47:14,079 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T04:47:14,080 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T04:47:14,080 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:14,080 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T04:47:14,080 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T04:47:14,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T04:47:14,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T04:47:14,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:14,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:47:14,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T04:47:14,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T04:47:14,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:14,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:47:14,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T04:47:14,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T04:47:14,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:14,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:47:14,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T04:47:14,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T04:47:14,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:14,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T04:47:14,096 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T04:47:14,097 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740 2024-11-19T04:47:14,100 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740 2024-11-19T04:47:14,105 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-19T04:47:14,124 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-19T04:47:14,129 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-19T04:47:14,226 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/info/242c38143bc94e40a89999f7bd1e47fd is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b./info:regioninfo/1731991450219/Put/seqid=0 2024-11-19T04:47:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741866_1042 (size=58053) 2024-11-19T04:47:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741866_1042 (size=58053) 2024-11-19T04:47:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741866_1042 (size=58053) 2024-11-19T04:47:14,258 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/info/242c38143bc94e40a89999f7bd1e47fd 2024-11-19T04:47:14,337 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/ns/2a7dc994ccfa4e01af552e4a940f98a8 is 43, key is default/ns:d/1731991448832/Put/seqid=0 2024-11-19T04:47:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741867_1043 (size=5153) 2024-11-19T04:47:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741867_1043 (size=5153) 2024-11-19T04:47:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741867_1043 (size=5153) 2024-11-19T04:47:14,355 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/ns/2a7dc994ccfa4e01af552e4a940f98a8 2024-11-19T04:47:14,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:47:14,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1] 2024-11-19T04:47:14,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38931 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:37793 deadline: 1731991693733, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:14,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 08a7f35e60d4,38931,1731991446912 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T04:47:14,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 08a7f35e60d4,38931,1731991446912 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T04:47:14,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1 from cache 2024-11-19T04:47:14,390 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/table/04a7a91b7d3d47869383e545ae968a21 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731991450586/Put/seqid=0 2024-11-19T04:47:14,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741868_1044 (size=5620) 2024-11-19T04:47:14,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741868_1044 (size=5620) 2024-11-19T04:47:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741868_1044 (size=5620) 2024-11-19T04:47:14,407 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/table/04a7a91b7d3d47869383e545ae968a21 2024-11-19T04:47:14,415 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/info/242c38143bc94e40a89999f7bd1e47fd as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/info/242c38143bc94e40a89999f7bd1e47fd 2024-11-19T04:47:14,423 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/info/242c38143bc94e40a89999f7bd1e47fd, entries=260, sequenceid=60, filesize=56.7 K 2024-11-19T04:47:14,426 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/ns/2a7dc994ccfa4e01af552e4a940f98a8 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/ns/2a7dc994ccfa4e01af552e4a940f98a8 2024-11-19T04:47:14,433 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/ns/2a7dc994ccfa4e01af552e4a940f98a8, entries=2, sequenceid=60, filesize=5.0 K 2024-11-19T04:47:14,434 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/table/04a7a91b7d3d47869383e545ae968a21 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/table/04a7a91b7d3d47869383e545ae968a21 2024-11-19T04:47:14,442 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/table/04a7a91b7d3d47869383e545ae968a21, entries=2, sequenceid=60, filesize=5.5 K 2024-11-19T04:47:14,446 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=60, compaction requested=false; wal=null 2024-11-19T04:47:14,447 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-19T04:47:14,449 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T04:47:14,449 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T04:47:14,449 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T04:47:14,451 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T04:47:14,453 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-19T04:47:14,455 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71715892, jitterRate=0.06865006685256958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T04:47:14,455 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T04:47:14,455 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731991634080Writing region info on filesystem at 1731991634080Initializing all the Stores at 1731991634081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991634081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991634083 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991634083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731991634083Obtaining lock to block concurrent updates at 1731991634129 (+46 ms)Preparing flush snapshotting stores in 1588230740 at 1731991634129Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731991634132 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731991634133 (+1 ms)Flushing 1588230740/info: creating writer at 1731991634137 (+4 ms)Flushing 1588230740/info: appending metadata at 1731991634216 (+79 ms)Flushing 1588230740/info: closing flushed file at 1731991634220 (+4 ms)Flushing 1588230740/ns: creating writer at 1731991634310 (+90 ms)Flushing 1588230740/ns: appending metadata at 1731991634334 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731991634334Flushing 1588230740/table: creating writer at 1731991634364 (+30 ms)Flushing 1588230740/table: appending metadata at 1731991634389 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731991634389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcd0a51: reopening flushed file at 1731991634414 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150eb61f: reopening flushed file at 1731991634425 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d15615a: reopening flushed file at 1731991634433 (+8 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 317ms, sequenceid=60, compaction requested=false; wal=null at 1731991634446 (+13 ms)Cleaning up temporary data from old regions at 1731991634449 (+3 ms)Running coprocessor post-open hooks at 1731991634455 (+6 ms)Region opened successfully at 1731991634455 2024-11-19T04:47:14,456 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731991634046 2024-11-19T04:47:14,458 DEBUG [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T04:47:14,458 INFO [RS_OPEN_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T04:47:14,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:14,460 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,38931,1731991446912, state=OPEN 2024-11-19T04:47:14,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:14,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:14,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:14,462 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:14,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:14,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:14,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:14,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-19T04:47:14,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 in 569 msec 2024-11-19T04:47:14,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-19T04:47:14,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 733 msec 2024-11-19T04:47:14,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:47:14,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1] 2024-11-19T04:47:14,915 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,915 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,915 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,915 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,915 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40006894186cce94a7cd987be2b4387a, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84524d937231a721db943f9ea152bbd4, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2473a199ff9751788e8c2c60ff7301c8, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77061e39a50167f3244c0e8fbbb69f97, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,916 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54617492b198cd0a8d41b37bada28320, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df7c13c0798562fde90b935426f26970, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=755b3b1bb93355d497b8996e1431151c, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e828afc8b2d239f76efbbbf27ed58549, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:14,917 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:14,917 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-19T04:47:14,917 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991694917 2024-11-19T04:47:14,917 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991754917 2024-11-19T04:47:14,917 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1850 sec 2024-11-19T04:47:14,918 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 08a7f35e60d4,45401,1731991446766 had 10 regions 2024-11-19T04:47:14,918 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:47:14,918 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:14,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:14,918 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:47:15,168 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:15,168 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:47:15,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:15,168 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:47:15,168 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:47:15,168 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:47:15,168 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:47:15,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:47:15,169 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:47:15,170 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T04:47:15,172 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:47:15,172 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:15,172 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:15,172 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:15,172 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:15,172 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:47:15,173 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,174 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,174 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T04:47:15,175 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=61 2024-11-19T04:47:15,175 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=hbase:meta, region=1588230740 2024-11-19T04:47:15,176 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,38931,1731991446912, state=OPEN 2024-11-19T04:47:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:15,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:15,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:15,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:15,185 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991665185 2024-11-19T04:47:15,185 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40006894186cce94a7cd987be2b4387a, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84524d937231a721db943f9ea152bbd4, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2473a199ff9751788e8c2c60ff7301c8, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,192 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77061e39a50167f3244c0e8fbbb69f97, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54617492b198cd0a8d41b37bada28320, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df7c13c0798562fde90b935426f26970, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=755b3b1bb93355d497b8996e1431151c, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,193 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e828afc8b2d239f76efbbbf27ed58549, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,194 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-19T04:47:15,194 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991695194 2024-11-19T04:47:15,194 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991755194 2024-11-19T04:47:15,194 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-19T04:47:15,194 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 08a7f35e60d4,45401,1731991446766 had 9 regions 2024-11-19T04:47:15,194 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:47:15,196 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true, isMeta: false 2024-11-19T04:47:15,198 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=1, meta=false 2024-11-19T04:47:15,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236}] 2024-11-19T04:47:15,198 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:47:15,198 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:15,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:15,199 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:47:15,444 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:15,444 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:47:15,444 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:15,444 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:47:15,445 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:47:15,445 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:47:15,445 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:47:15,445 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:47:15,445 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:47:15,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:47:15,447 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:47:15,448 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:15,448 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:15,448 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:15,448 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:15,448 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:47:15,448 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,449 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:15,449 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T04:47:15,450 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=61 2024-11-19T04:47:15,450 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=hbase:meta, region=1588230740 2024-11-19T04:47:15,450 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,38931,1731991446912, state=OPEN 2024-11-19T04:47:15,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:15,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:15,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:15,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:15,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:15,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:15,453 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991665453 2024-11-19T04:47:15,453 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:47:15,459 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40006894186cce94a7cd987be2b4387a, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84524d937231a721db943f9ea152bbd4, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2473a199ff9751788e8c2c60ff7301c8, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,460 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77061e39a50167f3244c0e8fbbb69f97, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54617492b198cd0a8d41b37bada28320, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df7c13c0798562fde90b935426f26970, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=755b3b1bb93355d497b8996e1431151c, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e828afc8b2d239f76efbbbf27ed58549, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:15,461 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:15,461 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-19T04:47:15,461 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991695461 2024-11-19T04:47:15,461 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991755461 2024-11-19T04:47:15,461 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-19T04:47:15,462 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true, isMeta: false 2024-11-19T04:47:15,464 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=1, meta=false 2024-11-19T04:47:15,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236}] 2024-11-19T04:47:15,464 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:47:15,470 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:15,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:47:15,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42403, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T04:47:15,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-19T04:47:15,653 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236, size=327.1 K (334920bytes) 2024-11-19T04:47:15,653 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 2024-11-19T04:47:15,654 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 after 1ms 2024-11-19T04:47:15,660 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 took 7ms 2024-11-19T04:47:15,667 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b0dc6f93e06eeb2b6ff31e807d6ecd42: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,668 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3b9a085650f4ad0fcd17c3835402f599: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,669 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 41a65215d8a299000c07077086cbfd2b: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,671 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0629fccb9e9b124c4de26796e9fb3d3d: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,672 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for fedae70a21fb1aaf30a300023e4c6854: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,673 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8dfe03270638be1c989f8954ff200cb8: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,674 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 84524d937231a721db943f9ea152bbd4: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,675 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 393e513f033eef8f3b9b692cef219cbb: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,676 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for df7c13c0798562fde90b935426f26970: last_flushed_sequence_id: 18446744073709551615 2024-11-19T04:47:15,681 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,683 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,686 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,692 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 so closing down 2024-11-19T04:47:15,694 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T04:47:15,696 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,699 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,699 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,699 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,704 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,705 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,705 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,706 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,707 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,708 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,710 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,710 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,716 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,716 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp 2024-11-19T04:47:15,718 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T04:47:15,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741869_1045 (size=36767) 2024-11-19T04:47:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741869_1045 (size=36767) 2024-11-19T04:47:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741869_1045 (size=36767) 2024-11-19T04:47:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741870_1046 (size=36767) 2024-11-19T04:47:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741870_1046 (size=36767) 2024-11-19T04:47:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741870_1046 (size=36767) 2024-11-19T04:47:15,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-19T04:47:15,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004 2024-11-19T04:47:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741871_1047 (size=36767) 2024-11-19T04:47:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741871_1047 (size=36767) 2024-11-19T04:47:15,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741871_1047 (size=36767) 2024-11-19T04:47:15,771 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T04:47:15,773 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004 2024-11-19T04:47:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741872_1048 (size=36767) 2024-11-19T04:47:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741872_1048 (size=36767) 2024-11-19T04:47:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741872_1048 (size=36767) 2024-11-19T04:47:15,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T04:47:15,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004 2024-11-19T04:47:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741873_1049 (size=36767) 2024-11-19T04:47:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741873_1049 (size=36767) 2024-11-19T04:47:15,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741873_1049 (size=36767) 2024-11-19T04:47:15,802 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-19T04:47:15,804 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004 2024-11-19T04:47:15,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741874_1050 (size=36767) 2024-11-19T04:47:15,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741874_1050 (size=36767) 2024-11-19T04:47:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741874_1050 (size=36767) 2024-11-19T04:47:15,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-19T04:47:15,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004 2024-11-19T04:47:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741875_1051 (size=36767) 2024-11-19T04:47:15,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741875_1051 (size=36767) 2024-11-19T04:47:15,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741875_1051 (size=36767) 2024-11-19T04:47:15,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741876_1052 (size=36767) 2024-11-19T04:47:15,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741876_1052 (size=36767) 2024-11-19T04:47:15,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741876_1052 (size=36767) 2024-11-19T04:47:15,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-19T04:47:15,832 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-19T04:47:15,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004 2024-11-19T04:47:15,834 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004 2024-11-19T04:47:15,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741877_1053 (size=36767) 2024-11-19T04:47:15,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741877_1053 (size=36767) 2024-11-19T04:47:15,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741877_1053 (size=36767) 2024-11-19T04:47:15,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-19T04:47:15,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004 2024-11-19T04:47:16,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-19T04:47:16,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004 2024-11-19T04:47:16,153 INFO [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 489 ms; skipped=9; WAL=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-19T04:47:16,153 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236, journal: Splitting hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236, size=327.1 K (334920bytes) at 1731991635653Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635692 (+39 ms)Finishing writing output for hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 so closing down at 1731991635694 (+2 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635699 (+5 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635699Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635700 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635706 (+6 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635707 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635708 (+1 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 1731991635716 (+8 ms)Creating recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp at 17319916357163 split writer threads finished at 1731991635718 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731991635756 (+38 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004 at 1731991635758 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731991635771 (+13 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004 at 1731991635773 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731991635784 (+11 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004 at 1731991635786 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1731991635802 (+16 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004 at 1731991635804 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731991635814 (+10 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004 at 1731991635816 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731991635831 (+15 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731991635832 (+1 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004 at 1731991635833 (+1 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004 at 1731991635834 (+1 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731991635847 (+13 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004 at 1731991635849 (+2 ms)Closed recovered edits writer path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731991636151 (+302 ms)Rename recovered edits hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004-08a7f35e60d4%2C45401%2C1731991446766.1731991448236.temp to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004 at 1731991636153 (+2 ms)Processed 18 edits across 9 Regions in 489 ms; skipped=9; WAL=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1731991636153 2024-11-19T04:47:16,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 2024-11-19T04:47:16,154 DEBUG [RS_LOG_REPLAY_OPS-regionserver/08a7f35e60d4:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-19T04:47:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37127 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-19T04:47:16,160 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting/08a7f35e60d4%2C45401%2C1731991446766.1731991448236 to hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs 2024-11-19T04:47:16,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-19T04:47:16,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 in 689 msec 2024-11-19T04:47:16,169 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-19T04:47:16,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 in 705 msec 2024-11-19T04:47:16,174 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting dir is empty, no logs to split. 2024-11-19T04:47:16,174 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=0, meta=false 2024-11-19T04:47:16,174 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 08a7f35e60d4,45401,1731991446766 WAL splitting is done? wals=0, meta=false 2024-11-19T04:47:16,175 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:47:16,175 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:16,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:16,175 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:47:16,212 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:16,212 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:47:16,212 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:16,212 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:47:16,213 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:47:16,213 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:47:16,213 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:47:16,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:47:16,213 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:47:16,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:47:16,216 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,217 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:47:16,218 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,218 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,218 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,218 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,218 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,218 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,218 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T04:47:16,219 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=61 2024-11-19T04:47:16,219 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=hbase:meta, region=1588230740 2024-11-19T04:47:16,219 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,38931,1731991446912, state=OPEN 2024-11-19T04:47:16,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:16,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:16,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:16,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:16,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:16,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:16,227 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991666227 2024-11-19T04:47:16,227 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:47:16,231 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,231 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40006894186cce94a7cd987be2b4387a, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84524d937231a721db943f9ea152bbd4, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2473a199ff9751788e8c2c60ff7301c8, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,232 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77061e39a50167f3244c0e8fbbb69f97, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54617492b198cd0a8d41b37bada28320, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df7c13c0798562fde90b935426f26970, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=755b3b1bb93355d497b8996e1431151c, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,233 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e828afc8b2d239f76efbbbf27ed58549, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,234 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,234 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,234 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,234 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-19T04:47:16,234 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991696234 2024-11-19T04:47:16,234 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991756234 2024-11-19T04:47:16,234 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-19T04:47:16,235 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 08a7f35e60d4,45401,1731991446766 does not exist 2024-11-19T04:47:16,235 INFO [PEWorker-1 {}] master.SplitWALManager(105): 08a7f35e60d4,45401,1731991446766 WAL count=0, meta=false 2024-11-19T04:47:16,235 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 08a7f35e60d4,45401,1731991446766 WAL splitting is done? wals=0, meta=false 2024-11-19T04:47:16,236 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 08a7f35e60d4,45401,1731991446766 failed, ignore...File hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/WALs/08a7f35e60d4,45401,1731991446766-splitting does not exist. 2024-11-19T04:47:16,236 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:47:16,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN}] 2024-11-19T04:47:16,238 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:47:16,238 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:16,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:16,238 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:47:16,484 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:16,484 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:47:16,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:16,484 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:47:16,484 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:47:16,485 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:47:16,485 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:47:16,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:47:16,485 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:47:16,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:16,487 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:47:16,488 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,489 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:16,489 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T04:47:16,490 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=61 2024-11-19T04:47:16,490 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=hbase:meta, region=1588230740 2024-11-19T04:47:16,490 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,38931,1731991446912, state=OPEN 2024-11-19T04:47:16,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:16,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:16,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:16,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:16,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:16,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:16,493 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991666493 2024-11-19T04:47:16,493 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:47:16,496 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40006894186cce94a7cd987be2b4387a, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84524d937231a721db943f9ea152bbd4, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2473a199ff9751788e8c2c60ff7301c8, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77061e39a50167f3244c0e8fbbb69f97, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,497 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54617492b198cd0a8d41b37bada28320, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df7c13c0798562fde90b935426f26970, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=755b3b1bb93355d497b8996e1431151c, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e828afc8b2d239f76efbbbf27ed58549, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, lastHost=08a7f35e60d4,45401,1731991446766, regionLocation=08a7f35e60d4,45401,1731991446766, openSeqNum=2 2024-11-19T04:47:16,498 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:16,498 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-19T04:47:16,498 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991696498 2024-11-19T04:47:16,498 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991756498 2024-11-19T04:47:16,498 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-19T04:47:16,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN}] 2024-11-19T04:47:16,499 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:47:16,500 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN 2024-11-19T04:47:16,501 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,502 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN 2024-11-19T04:47:16,502 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN 2024-11-19T04:47:16,504 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,504 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN 2024-11-19T04:47:16,505 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,506 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN 2024-11-19T04:47:16,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN 2024-11-19T04:47:16,508 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,508 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN 2024-11-19T04:47:16,509 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN 2024-11-19T04:47:16,511 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,511 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN 2024-11-19T04:47:16,512 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T04:47:16,652 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(204): Hosts are {08a7f35e60d4=0} racks are {/default-rack=0} 2024-11-19T04:47:16,652 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T04:47:16,652 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T04:47:16,652 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T04:47:16,652 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T04:47:16,652 INFO [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T04:47:16,652 INFO [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T04:47:16,652 DEBUG [08a7f35e60d4:37127 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T04:47:16,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8dfe03270638be1c989f8954ff200cb8, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=df7c13c0798562fde90b935426f26970, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,654 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=393e513f033eef8f3b9b692cef219cbb, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=84524d937231a721db943f9ea152bbd4, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=41a65215d8a299000c07077086cbfd2b, regionState=OPENING, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=3b9a085650f4ad0fcd17c3835402f599, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN because future has completed 2024-11-19T04:47:16,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=fedae70a21fb1aaf30a300023e4c6854, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:47:16,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN because future has completed 2024-11-19T04:47:16,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN because future has completed 2024-11-19T04:47:16,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN because future has completed 2024-11-19T04:47:16,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN because future has completed 2024-11-19T04:47:16,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:47:16,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN because future has completed 2024-11-19T04:47:16,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN because future has completed 2024-11-19T04:47:16,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN because future has completed 2024-11-19T04:47:16,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:47:16,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:47:16,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:47:16,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:47:16,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:47:16,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,38931,1731991446912}] 2024-11-19T04:47:16,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPENING, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN because future has completed 2024-11-19T04:47:16,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,42269,1731991446868}] 2024-11-19T04:47:16,814 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:16,814 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 41a65215d8a299000c07077086cbfd2b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-19T04:47:16,815 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,815 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:16,815 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,815 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,817 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,818 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a65215d8a299000c07077086cbfd2b columnFamilyName colfamily11 2024-11-19T04:47:16,818 DEBUG [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,819 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(327): Store=41a65215d8a299000c07077086cbfd2b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,819 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,820 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a65215d8a299000c07077086cbfd2b columnFamilyName colfamily21 2024-11-19T04:47:16,820 DEBUG [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,820 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(327): Store=41a65215d8a299000c07077086cbfd2b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,821 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,822 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a65215d8a299000c07077086cbfd2b columnFamilyName colfamily31 2024-11-19T04:47:16,822 DEBUG [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,822 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:16,822 INFO [StoreOpener-41a65215d8a299000c07077086cbfd2b-1 {}] regionserver.HStore(327): Store=41a65215d8a299000c07077086cbfd2b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,822 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b9a085650f4ad0fcd17c3835402f599, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-19T04:47:16,823 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,823 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:16,823 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,823 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,823 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,824 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,825 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,826 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9a085650f4ad0fcd17c3835402f599 columnFamilyName colfamily11 2024-11-19T04:47:16,826 DEBUG [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,826 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(327): Store=3b9a085650f4ad0fcd17c3835402f599/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,826 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,826 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,827 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004 2024-11-19T04:47:16,828 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9a085650f4ad0fcd17c3835402f599 columnFamilyName colfamily21 2024-11-19T04:47:16,828 DEBUG [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,828 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(327): Store=3b9a085650f4ad0fcd17c3835402f599/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,828 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,829 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9a085650f4ad0fcd17c3835402f599 columnFamilyName colfamily31 2024-11-19T04:47:16,829 DEBUG [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,831 INFO [StoreOpener-3b9a085650f4ad0fcd17c3835402f599-1 {}] regionserver.HStore(327): Store=3b9a085650f4ad0fcd17c3835402f599/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,831 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,832 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,835 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,835 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004 2024-11-19T04:47:16,836 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 41a65215d8a299000c07077086cbfd2b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:16,836 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004 2024-11-19T04:47:16,843 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004 2024-11-19T04:47:16,844 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 3b9a085650f4ad0fcd17c3835402f599 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:16,880 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/.tmp/colfamily11/61a6e57c44ed479d93372666ac502955 is 52, key is bbb/colfamily11:colfamily11/1731991452588/Put/seqid=0 2024-11-19T04:47:16,882 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/.tmp/colfamily11/28fe97e7fa374ab3bb303b82d273e454 is 52, key is vvv/colfamily11:colfamily11/1731991452925/Put/seqid=0 2024-11-19T04:47:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741878_1054 (size=39263) 2024-11-19T04:47:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741878_1054 (size=39263) 2024-11-19T04:47:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741878_1054 (size=39263) 2024-11-19T04:47:16,898 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/.tmp/colfamily11/28fe97e7fa374ab3bb303b82d273e454 2024-11-19T04:47:16,907 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/.tmp/colfamily11/28fe97e7fa374ab3bb303b82d273e454 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/colfamily11/28fe97e7fa374ab3bb303b82d273e454 2024-11-19T04:47:16,914 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/colfamily11/28fe97e7fa374ab3bb303b82d273e454, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:16,914 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b9a085650f4ad0fcd17c3835402f599 in 71ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:16,915 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/0000000000000000004 2024-11-19T04:47:16,917 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,917 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,918 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741879_1055 (size=39263) 2024-11-19T04:47:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741879_1055 (size=39263) 2024-11-19T04:47:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741879_1055 (size=39263) 2024-11-19T04:47:16,921 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/.tmp/colfamily11/61a6e57c44ed479d93372666ac502955 2024-11-19T04:47:16,921 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,924 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:16,926 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 3b9a085650f4ad0fcd17c3835402f599; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64122872, jitterRate=-0.04449474811553955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:16,926 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:16,926 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 3b9a085650f4ad0fcd17c3835402f599: Running coprocessor pre-open hook at 1731991636823Writing region info on filesystem at 1731991636823Initializing all the Stores at 1731991636824 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636824Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636824Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636825 (+1 ms)Obtaining lock to block concurrent updates at 1731991636844 (+19 ms)Preparing flush snapshotting stores in 3b9a085650f4ad0fcd17c3835402f599 at 1731991636844Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991636844Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. at 1731991636844Flushing 3b9a085650f4ad0fcd17c3835402f599/colfamily11: creating writer at 1731991636844Flushing 3b9a085650f4ad0fcd17c3835402f599/colfamily11: appending metadata at 1731991636882 (+38 ms)Flushing 3b9a085650f4ad0fcd17c3835402f599/colfamily11: closing flushed file at 1731991636882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74def55e: reopening flushed file at 1731991636905 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b9a085650f4ad0fcd17c3835402f599 in 71ms, sequenceid=4, compaction requested=false; wal=null at 1731991636914 (+9 ms)Cleaning up temporary data from old regions at 1731991636917 (+3 ms)Running coprocessor post-open hooks at 1731991636926 (+9 ms)Region opened successfully at 1731991636926 2024-11-19T04:47:16,928 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., pid=77, masterSystemTime=1731991636817 2024-11-19T04:47:16,931 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:16,931 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:16,932 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:16,932 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => b0dc6f93e06eeb2b6ff31e807d6ecd42, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-19T04:47:16,932 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:16,932 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,933 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:16,933 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,933 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,935 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:47:16,937 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc6f93e06eeb2b6ff31e807d6ecd42 columnFamilyName colfamily11 2024-11-19T04:47:16,937 DEBUG [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,938 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(327): Store=b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,938 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,940 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc6f93e06eeb2b6ff31e807d6ecd42 columnFamilyName colfamily21 2024-11-19T04:47:16,940 DEBUG [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,940 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/.tmp/colfamily11/61a6e57c44ed479d93372666ac502955 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/colfamily11/61a6e57c44ed479d93372666ac502955 2024-11-19T04:47:16,942 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(327): Store=b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,942 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,943 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0dc6f93e06eeb2b6ff31e807d6ecd42 columnFamilyName colfamily31 2024-11-19T04:47:16,943 DEBUG [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=72 2024-11-19T04:47:16,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,42269,1731991446868 in 267 msec 2024-11-19T04:47:16,945 INFO [StoreOpener-b0dc6f93e06eeb2b6ff31e807d6ecd42-1 {}] regionserver.HStore(327): Store=b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,945 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,947 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN in 445 msec 2024-11-19T04:47:16,952 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:16,953 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004 2024-11-19T04:47:16,954 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/colfamily11/61a6e57c44ed479d93372666ac502955, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:16,954 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41a65215d8a299000c07077086cbfd2b in 119ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:16,956 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/0000000000000000004 2024-11-19T04:47:16,958 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004 2024-11-19T04:47:16,958 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing b0dc6f93e06eeb2b6ff31e807d6ecd42 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:16,959 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,959 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,960 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:16,962 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,965 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:16,967 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 41a65215d8a299000c07077086cbfd2b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70544399, jitterRate=0.05119346082210541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:16,967 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:16,967 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 41a65215d8a299000c07077086cbfd2b: Running coprocessor pre-open hook at 1731991636815Writing region info on filesystem at 1731991636815Initializing all the Stores at 1731991636816 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636816Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636817 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636817Obtaining lock to block concurrent updates at 1731991636836 (+19 ms)Preparing flush snapshotting stores in 41a65215d8a299000c07077086cbfd2b at 1731991636836Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991636836Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. at 1731991636836Flushing 41a65215d8a299000c07077086cbfd2b/colfamily11: creating writer at 1731991636836Flushing 41a65215d8a299000c07077086cbfd2b/colfamily11: appending metadata at 1731991636880 (+44 ms)Flushing 41a65215d8a299000c07077086cbfd2b/colfamily11: closing flushed file at 1731991636880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488302e7: reopening flushed file at 1731991636933 (+53 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41a65215d8a299000c07077086cbfd2b in 119ms, sequenceid=4, compaction requested=false; wal=null at 1731991636954 (+21 ms)Cleaning up temporary data from old regions at 1731991636959 (+5 ms)Running coprocessor post-open hooks at 1731991636967 (+8 ms)Region opened successfully at 1731991636967 2024-11-19T04:47:16,968 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., pid=74, masterSystemTime=1731991636809 2024-11-19T04:47:16,971 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:16,971 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:16,971 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:16,971 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dfe03270638be1c989f8954ff200cb8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-19T04:47:16,972 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:16,972 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:16,972 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,972 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:47:16,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=67 2024-11-19T04:47:16,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,38931,1731991446912 in 316 msec 2024-11-19T04:47:16,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN in 481 msec 2024-11-19T04:47:16,985 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/.tmp/colfamily11/51e7f752d7544350affc0ea88882aca2 is 52, key is ppp/colfamily11:colfamily11/1731991452859/Put/seqid=0 2024-11-19T04:47:16,988 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,989 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfe03270638be1c989f8954ff200cb8 columnFamilyName colfamily11 2024-11-19T04:47:16,989 DEBUG [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,990 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(327): Store=8dfe03270638be1c989f8954ff200cb8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,990 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,991 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfe03270638be1c989f8954ff200cb8 columnFamilyName colfamily21 2024-11-19T04:47:16,991 DEBUG [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,991 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(327): Store=8dfe03270638be1c989f8954ff200cb8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,992 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,992 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dfe03270638be1c989f8954ff200cb8 columnFamilyName colfamily31 2024-11-19T04:47:16,992 DEBUG [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:16,993 INFO [StoreOpener-8dfe03270638be1c989f8954ff200cb8-1 {}] regionserver.HStore(327): Store=8dfe03270638be1c989f8954ff200cb8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:16,993 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,994 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,996 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:16,996 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004 2024-11-19T04:47:17,001 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004 2024-11-19T04:47:17,001 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 8dfe03270638be1c989f8954ff200cb8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741880_1056 (size=39263) 2024-11-19T04:47:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741880_1056 (size=39263) 2024-11-19T04:47:17,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741880_1056 (size=39263) 2024-11-19T04:47:17,021 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/.tmp/colfamily11/51e7f752d7544350affc0ea88882aca2 2024-11-19T04:47:17,028 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/.tmp/colfamily11/9d615d29337243bf8d5367d49f6f3caf is 52, key is yyy/colfamily11:colfamily11/1731991452968/Put/seqid=0 2024-11-19T04:47:17,028 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/.tmp/colfamily11/51e7f752d7544350affc0ea88882aca2 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily11/51e7f752d7544350affc0ea88882aca2 2024-11-19T04:47:17,037 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily11/51e7f752d7544350affc0ea88882aca2, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:17,037 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b0dc6f93e06eeb2b6ff31e807d6ecd42 in 79ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:17,038 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/0000000000000000004 2024-11-19T04:47:17,039 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:17,039 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:17,040 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:17,042 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:17,045 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:17,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741881_1057 (size=39263) 2024-11-19T04:47:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741881_1057 (size=39263) 2024-11-19T04:47:17,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741881_1057 (size=39263) 2024-11-19T04:47:17,049 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened b0dc6f93e06eeb2b6ff31e807d6ecd42; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72544288, jitterRate=0.0809941291809082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:17,049 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:17,049 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for b0dc6f93e06eeb2b6ff31e807d6ecd42: Running coprocessor pre-open hook at 1731991636933Writing region info on filesystem at 1731991636933Initializing all the Stores at 1731991636935 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636935Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636935Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636935Obtaining lock to block concurrent updates at 1731991636958 (+23 ms)Preparing flush snapshotting stores in b0dc6f93e06eeb2b6ff31e807d6ecd42 at 1731991636958Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991636959 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. at 1731991636959Flushing b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily11: creating writer at 1731991636959Flushing b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily11: appending metadata at 1731991636985 (+26 ms)Flushing b0dc6f93e06eeb2b6ff31e807d6ecd42/colfamily11: closing flushed file at 1731991636985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a31a27: reopening flushed file at 1731991637027 (+42 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b0dc6f93e06eeb2b6ff31e807d6ecd42 in 79ms, sequenceid=4, compaction requested=false; wal=null at 1731991637037 (+10 ms)Cleaning up temporary data from old regions at 1731991637039 (+2 ms)Running coprocessor post-open hooks at 1731991637049 (+10 ms)Region opened successfully at 1731991637049 2024-11-19T04:47:17,050 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/.tmp/colfamily11/9d615d29337243bf8d5367d49f6f3caf 2024-11-19T04:47:17,050 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., pid=76, masterSystemTime=1731991636817 2024-11-19T04:47:17,053 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:17,053 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:17,053 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:17,053 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => fedae70a21fb1aaf30a300023e4c6854, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-19T04:47:17,054 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,054 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:17,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,054 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,055 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:47:17,059 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,061 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedae70a21fb1aaf30a300023e4c6854 columnFamilyName colfamily11 2024-11-19T04:47:17,061 DEBUG [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,062 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(327): Store=fedae70a21fb1aaf30a300023e4c6854/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,062 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=68 2024-11-19T04:47:17,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,42269,1731991446868 in 391 msec 2024-11-19T04:47:17,063 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/.tmp/colfamily11/9d615d29337243bf8d5367d49f6f3caf as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/colfamily11/9d615d29337243bf8d5367d49f6f3caf 2024-11-19T04:47:17,063 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedae70a21fb1aaf30a300023e4c6854 columnFamilyName colfamily21 2024-11-19T04:47:17,064 DEBUG [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,064 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(327): Store=fedae70a21fb1aaf30a300023e4c6854/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,064 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN in 564 msec 2024-11-19T04:47:17,065 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedae70a21fb1aaf30a300023e4c6854 columnFamilyName colfamily31 2024-11-19T04:47:17,065 DEBUG [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,066 INFO [StoreOpener-fedae70a21fb1aaf30a300023e4c6854-1 {}] regionserver.HStore(327): Store=fedae70a21fb1aaf30a300023e4c6854/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,066 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,067 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,069 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,070 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004 2024-11-19T04:47:17,072 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/colfamily11/9d615d29337243bf8d5367d49f6f3caf, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:17,072 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8dfe03270638be1c989f8954ff200cb8 in 71ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:17,073 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/0000000000000000004 2024-11-19T04:47:17,074 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:17,074 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:17,075 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:17,076 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004 2024-11-19T04:47:17,076 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing fedae70a21fb1aaf30a300023e4c6854 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:17,076 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:17,079 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:17,081 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 8dfe03270638be1c989f8954ff200cb8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72038195, jitterRate=0.07345275580883026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:17,081 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:17,081 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 8dfe03270638be1c989f8954ff200cb8: Running coprocessor pre-open hook at 1731991636972Writing region info on filesystem at 1731991636972Initializing all the Stores at 1731991636974 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636974Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636988 (+14 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991636988Obtaining lock to block concurrent updates at 1731991637001 (+13 ms)Preparing flush snapshotting stores in 8dfe03270638be1c989f8954ff200cb8 at 1731991637001Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991637001Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. at 1731991637001Flushing 8dfe03270638be1c989f8954ff200cb8/colfamily11: creating writer at 1731991637001Flushing 8dfe03270638be1c989f8954ff200cb8/colfamily11: appending metadata at 1731991637027 (+26 ms)Flushing 8dfe03270638be1c989f8954ff200cb8/colfamily11: closing flushed file at 1731991637027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63bb740c: reopening flushed file at 1731991637062 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8dfe03270638be1c989f8954ff200cb8 in 71ms, sequenceid=4, compaction requested=false; wal=null at 1731991637072 (+10 ms)Cleaning up temporary data from old regions at 1731991637074 (+2 ms)Running coprocessor post-open hooks at 1731991637081 (+7 ms)Region opened successfully at 1731991637081 2024-11-19T04:47:17,082 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., pid=73, masterSystemTime=1731991636809 2024-11-19T04:47:17,084 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:17,084 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:17,084 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:17,085 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 84524d937231a721db943f9ea152bbd4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-19T04:47:17,085 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,085 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:17,085 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,085 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,087 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T04:47:17,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:47:17,089 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,091 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84524d937231a721db943f9ea152bbd4 columnFamilyName colfamily11 2024-11-19T04:47:17,091 DEBUG [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,092 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(327): Store=84524d937231a721db943f9ea152bbd4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=66 2024-11-19T04:47:17,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,38931,1731991446912 in 433 msec 2024-11-19T04:47:17,092 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,094 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84524d937231a721db943f9ea152bbd4 columnFamilyName colfamily21 2024-11-19T04:47:17,094 DEBUG [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN in 594 msec 2024-11-19T04:47:17,094 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(327): Store=84524d937231a721db943f9ea152bbd4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,095 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,095 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84524d937231a721db943f9ea152bbd4 columnFamilyName colfamily31 2024-11-19T04:47:17,096 DEBUG [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,096 INFO [StoreOpener-84524d937231a721db943f9ea152bbd4-1 {}] regionserver.HStore(327): Store=84524d937231a721db943f9ea152bbd4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,096 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,097 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,099 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,100 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/.tmp/colfamily11/394937ab51c94b5b95d7d5cd2997c07f is 52, key is jjj/colfamily11:colfamily11/1731991452797/Put/seqid=0 2024-11-19T04:47:17,100 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004 2024-11-19T04:47:17,107 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004 2024-11-19T04:47:17,107 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 84524d937231a721db943f9ea152bbd4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741882_1058 (size=39263) 2024-11-19T04:47:17,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741882_1058 (size=39263) 2024-11-19T04:47:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741882_1058 (size=39263) 2024-11-19T04:47:17,122 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/.tmp/colfamily11/394937ab51c94b5b95d7d5cd2997c07f 2024-11-19T04:47:17,135 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/.tmp/colfamily11/dc99393b02994d15b7c0facdc4c36099 is 52, key is ggg/colfamily11:colfamily11/1731991452743/Put/seqid=0 2024-11-19T04:47:17,136 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/.tmp/colfamily11/394937ab51c94b5b95d7d5cd2997c07f as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/colfamily11/394937ab51c94b5b95d7d5cd2997c07f 2024-11-19T04:47:17,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741883_1059 (size=39263) 2024-11-19T04:47:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741883_1059 (size=39263) 2024-11-19T04:47:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741883_1059 (size=39263) 2024-11-19T04:47:17,149 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/.tmp/colfamily11/dc99393b02994d15b7c0facdc4c36099 2024-11-19T04:47:17,151 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/colfamily11/394937ab51c94b5b95d7d5cd2997c07f, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:17,152 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fedae70a21fb1aaf30a300023e4c6854 in 75ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:17,152 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/0000000000000000004 2024-11-19T04:47:17,154 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,154 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,155 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:17,156 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,157 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/.tmp/colfamily11/dc99393b02994d15b7c0facdc4c36099 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/colfamily11/dc99393b02994d15b7c0facdc4c36099 2024-11-19T04:47:17,166 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/colfamily11/dc99393b02994d15b7c0facdc4c36099, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:17,166 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 84524d937231a721db943f9ea152bbd4 in 59ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:17,167 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:17,168 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/0000000000000000004 2024-11-19T04:47:17,169 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened fedae70a21fb1aaf30a300023e4c6854; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60265789, jitterRate=-0.10196976363658905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:17,169 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:17,169 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for fedae70a21fb1aaf30a300023e4c6854: Running coprocessor pre-open hook at 1731991637055Writing region info on filesystem at 1731991637055Initializing all the Stores at 1731991637058 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637059 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637059Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637059Obtaining lock to block concurrent updates at 1731991637076 (+17 ms)Preparing flush snapshotting stores in fedae70a21fb1aaf30a300023e4c6854 at 1731991637076Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991637076Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. at 1731991637076Flushing fedae70a21fb1aaf30a300023e4c6854/colfamily11: creating writer at 1731991637076Flushing fedae70a21fb1aaf30a300023e4c6854/colfamily11: appending metadata at 1731991637099 (+23 ms)Flushing fedae70a21fb1aaf30a300023e4c6854/colfamily11: closing flushed file at 1731991637099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2575398d: reopening flushed file at 1731991637133 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fedae70a21fb1aaf30a300023e4c6854 in 75ms, sequenceid=4, compaction requested=false; wal=null at 1731991637152 (+19 ms)Cleaning up temporary data from old regions at 1731991637154 (+2 ms)Running coprocessor post-open hooks at 1731991637169 (+15 ms)Region opened successfully at 1731991637169 2024-11-19T04:47:17,170 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., pid=75, masterSystemTime=1731991636817 2024-11-19T04:47:17,172 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:17,173 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,173 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,175 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:17,175 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:17,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,175 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:17,175 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 0629fccb9e9b124c4de26796e9fb3d3d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-19T04:47:17,176 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,176 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:17,176 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,176 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,177 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:47:17,178 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,178 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0629fccb9e9b124c4de26796e9fb3d3d columnFamilyName colfamily11 2024-11-19T04:47:17,179 DEBUG [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,179 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(327): Store=0629fccb9e9b124c4de26796e9fb3d3d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,179 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:17,179 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,180 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 84524d937231a721db943f9ea152bbd4; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63000918, jitterRate=-0.061213165521621704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:17,180 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:17,180 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0629fccb9e9b124c4de26796e9fb3d3d columnFamilyName colfamily21 2024-11-19T04:47:17,180 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 84524d937231a721db943f9ea152bbd4: Running coprocessor pre-open hook at 1731991637085Writing region info on filesystem at 1731991637085Initializing all the Stores at 1731991637087 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637087Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637088 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637088Obtaining lock to block concurrent updates at 1731991637107 (+19 ms)Preparing flush snapshotting stores in 84524d937231a721db943f9ea152bbd4 at 1731991637107Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991637107Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. at 1731991637107Flushing 84524d937231a721db943f9ea152bbd4/colfamily11: creating writer at 1731991637107Flushing 84524d937231a721db943f9ea152bbd4/colfamily11: appending metadata at 1731991637135 (+28 ms)Flushing 84524d937231a721db943f9ea152bbd4/colfamily11: closing flushed file at 1731991637135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a975777: reopening flushed file at 1731991637156 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 84524d937231a721db943f9ea152bbd4 in 59ms, sequenceid=4, compaction requested=false; wal=null at 1731991637166 (+10 ms)Cleaning up temporary data from old regions at 1731991637173 (+7 ms)Running coprocessor post-open hooks at 1731991637180 (+7 ms)Region opened successfully at 1731991637180 2024-11-19T04:47:17,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=65 2024-11-19T04:47:17,181 DEBUG [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,42269,1731991446868 in 513 msec 2024-11-19T04:47:17,182 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., pid=78, masterSystemTime=1731991636809 2024-11-19T04:47:17,182 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(327): Store=0629fccb9e9b124c4de26796e9fb3d3d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,182 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,183 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0629fccb9e9b124c4de26796e9fb3d3d columnFamilyName colfamily31 2024-11-19T04:47:17,183 DEBUG [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,183 INFO [StoreOpener-0629fccb9e9b124c4de26796e9fb3d3d-1 {}] regionserver.HStore(327): Store=0629fccb9e9b124c4de26796e9fb3d3d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,183 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,184 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:17,184 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:17,184 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:17,184 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 393e513f033eef8f3b9b692cef219cbb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-19T04:47:17,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN in 682 msec 2024-11-19T04:47:17,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:17,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,185 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=84524d937231a721db943f9ea152bbd4, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,187 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,187 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:47:17,188 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004 2024-11-19T04:47:17,188 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393e513f033eef8f3b9b692cef219cbb columnFamilyName colfamily11 2024-11-19T04:47:17,188 DEBUG [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,189 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(327): Store=393e513f033eef8f3b9b692cef219cbb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,189 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,189 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37127 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T04:47:17,190 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393e513f033eef8f3b9b692cef219cbb columnFamilyName colfamily21 2024-11-19T04:47:17,190 DEBUG [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,191 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(327): Store=393e513f033eef8f3b9b692cef219cbb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,191 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,192 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393e513f033eef8f3b9b692cef219cbb columnFamilyName colfamily31 2024-11-19T04:47:17,192 DEBUG [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,193 INFO [StoreOpener-393e513f033eef8f3b9b692cef219cbb-1 {}] regionserver.HStore(327): Store=393e513f033eef8f3b9b692cef219cbb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,193 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,194 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,195 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004 2024-11-19T04:47:17,195 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 0629fccb9e9b124c4de26796e9fb3d3d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:17,196 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,196 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004 2024-11-19T04:47:17,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=70 2024-11-19T04:47:17,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,38931,1731991446912 in 519 msec 2024-11-19T04:47:17,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN in 698 msec 2024-11-19T04:47:17,202 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004 2024-11-19T04:47:17,202 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 393e513f033eef8f3b9b692cef219cbb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:17,221 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/.tmp/colfamily11/d6e6365bb1c34b76896c19d49e9b59f3 is 52, key is mmm/colfamily11:colfamily11/1731991452830/Put/seqid=0 2024-11-19T04:47:17,221 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/.tmp/colfamily11/cffa53ee9ac04486bbce7a6d73915a23 is 52, key is ddd/colfamily11:colfamily11/1731991452688/Put/seqid=0 2024-11-19T04:47:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741884_1060 (size=39263) 2024-11-19T04:47:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741884_1060 (size=39263) 2024-11-19T04:47:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741885_1061 (size=39263) 2024-11-19T04:47:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741884_1060 (size=39263) 2024-11-19T04:47:17,238 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/.tmp/colfamily11/d6e6365bb1c34b76896c19d49e9b59f3 2024-11-19T04:47:17,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741885_1061 (size=39263) 2024-11-19T04:47:17,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741885_1061 (size=39263) 2024-11-19T04:47:17,240 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/.tmp/colfamily11/cffa53ee9ac04486bbce7a6d73915a23 2024-11-19T04:47:17,247 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/.tmp/colfamily11/d6e6365bb1c34b76896c19d49e9b59f3 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/colfamily11/d6e6365bb1c34b76896c19d49e9b59f3 2024-11-19T04:47:17,247 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/.tmp/colfamily11/cffa53ee9ac04486bbce7a6d73915a23 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/colfamily11/cffa53ee9ac04486bbce7a6d73915a23 2024-11-19T04:47:17,253 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/colfamily11/d6e6365bb1c34b76896c19d49e9b59f3, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:17,254 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 393e513f033eef8f3b9b692cef219cbb in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:17,254 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/0000000000000000004 2024-11-19T04:47:17,255 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/colfamily11/cffa53ee9ac04486bbce7a6d73915a23, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:17,255 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0629fccb9e9b124c4de26796e9fb3d3d in 60ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:17,256 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,256 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,256 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/0000000000000000004 2024-11-19T04:47:17,256 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:17,257 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,257 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,258 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:17,259 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,260 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,262 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:17,262 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:17,263 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 393e513f033eef8f3b9b692cef219cbb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63318023, jitterRate=-0.05648793280124664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:17,263 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 0629fccb9e9b124c4de26796e9fb3d3d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67908001, jitterRate=0.011908069252967834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:17,263 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:17,263 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:17,263 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 393e513f033eef8f3b9b692cef219cbb: Running coprocessor pre-open hook at 1731991637185Writing region info on filesystem at 1731991637185Initializing all the Stores at 1731991637187 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637187Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637187Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637187Obtaining lock to block concurrent updates at 1731991637202 (+15 ms)Preparing flush snapshotting stores in 393e513f033eef8f3b9b692cef219cbb at 1731991637202Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991637203 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. at 1731991637203Flushing 393e513f033eef8f3b9b692cef219cbb/colfamily11: creating writer at 1731991637203Flushing 393e513f033eef8f3b9b692cef219cbb/colfamily11: appending metadata at 1731991637221 (+18 ms)Flushing 393e513f033eef8f3b9b692cef219cbb/colfamily11: closing flushed file at 1731991637221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5162a5df: reopening flushed file at 1731991637246 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 393e513f033eef8f3b9b692cef219cbb in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731991637254 (+8 ms)Cleaning up temporary data from old regions at 1731991637256 (+2 ms)Running coprocessor post-open hooks at 1731991637263 (+7 ms)Region opened successfully at 1731991637263 2024-11-19T04:47:17,263 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 0629fccb9e9b124c4de26796e9fb3d3d: Running coprocessor pre-open hook at 1731991637176Writing region info on filesystem at 1731991637176Initializing all the Stores at 1731991637177 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637177Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637177Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637177Obtaining lock to block concurrent updates at 1731991637195 (+18 ms)Preparing flush snapshotting stores in 0629fccb9e9b124c4de26796e9fb3d3d at 1731991637195Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991637196 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. at 1731991637196Flushing 0629fccb9e9b124c4de26796e9fb3d3d/colfamily11: creating writer at 1731991637196Flushing 0629fccb9e9b124c4de26796e9fb3d3d/colfamily11: appending metadata at 1731991637221 (+25 ms)Flushing 0629fccb9e9b124c4de26796e9fb3d3d/colfamily11: closing flushed file at 1731991637221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697d3525: reopening flushed file at 1731991637246 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0629fccb9e9b124c4de26796e9fb3d3d in 60ms, sequenceid=4, compaction requested=false; wal=null at 1731991637255 (+9 ms)Cleaning up temporary data from old regions at 1731991637257 (+2 ms)Running coprocessor post-open hooks at 1731991637263 (+6 ms)Region opened successfully at 1731991637263 2024-11-19T04:47:17,264 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., pid=81, masterSystemTime=1731991636817 2024-11-19T04:47:17,264 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., pid=79, masterSystemTime=1731991636809 2024-11-19T04:47:17,266 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:17,266 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:17,266 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:17,267 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => df7c13c0798562fde90b935426f26970, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-19T04:47:17,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,267 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,267 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T04:47:17,267 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,267 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,268 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:17,268 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:17,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:47:17,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,270 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,272 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7c13c0798562fde90b935426f26970 columnFamilyName colfamily11 2024-11-19T04:47:17,272 DEBUG [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,42269,1731991446868 because future has completed 2024-11-19T04:47:17,273 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(327): Store=df7c13c0798562fde90b935426f26970/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,273 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,274 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7c13c0798562fde90b935426f26970 columnFamilyName colfamily21 2024-11-19T04:47:17,275 DEBUG [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,275 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(327): Store=df7c13c0798562fde90b935426f26970/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,275 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-19T04:47:17,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,38931,1731991446912 in 595 msec 2024-11-19T04:47:17,276 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7c13c0798562fde90b935426f26970 columnFamilyName colfamily31 2024-11-19T04:47:17,277 DEBUG [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T04:47:17,277 INFO [StoreOpener-df7c13c0798562fde90b935426f26970-1 {}] regionserver.HStore(327): Store=df7c13c0798562fde90b935426f26970/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T04:47:17,277 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,278 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN in 777 msec 2024-11-19T04:47:17,281 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=69 2024-11-19T04:47:17,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,42269,1731991446868 in 592 msec 2024-11-19T04:47:17,283 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004 2024-11-19T04:47:17,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN in 784 msec 2024-11-19T04:47:17,288 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004 2024-11-19T04:47:17,288 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing df7c13c0798562fde90b935426f26970 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:17,306 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/.tmp/colfamily11/2ab31d3daa0443318498180e96cba3c6 is 52, key is sss/colfamily11:colfamily11/1731991452884/Put/seqid=0 2024-11-19T04:47:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741886_1062 (size=39263) 2024-11-19T04:47:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741886_1062 (size=39263) 2024-11-19T04:47:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741886_1062 (size=39263) 2024-11-19T04:47:17,316 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/.tmp/colfamily11/2ab31d3daa0443318498180e96cba3c6 2024-11-19T04:47:17,323 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/.tmp/colfamily11/2ab31d3daa0443318498180e96cba3c6 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/colfamily11/2ab31d3daa0443318498180e96cba3c6 2024-11-19T04:47:17,332 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/colfamily11/2ab31d3daa0443318498180e96cba3c6, entries=703, sequenceid=4, filesize=38.3 K 2024-11-19T04:47:17,332 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df7c13c0798562fde90b935426f26970 in 44ms, sequenceid=4, compaction requested=false; wal=null 2024-11-19T04:47:17,333 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/0000000000000000004 2024-11-19T04:47:17,334 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,334 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,335 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T04:47:17,336 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,339 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T04:47:17,340 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened df7c13c0798562fde90b935426f26970; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66004590, jitterRate=-0.016454964876174927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T04:47:17,340 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:17,341 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for df7c13c0798562fde90b935426f26970: Running coprocessor pre-open hook at 1731991637267Writing region info on filesystem at 1731991637267Initializing all the Stores at 1731991637269 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637270 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637270Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731991637270Obtaining lock to block concurrent updates at 1731991637288 (+18 ms)Preparing flush snapshotting stores in df7c13c0798562fde90b935426f26970 at 1731991637288Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991637288Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. at 1731991637288Flushing df7c13c0798562fde90b935426f26970/colfamily11: creating writer at 1731991637288Flushing df7c13c0798562fde90b935426f26970/colfamily11: appending metadata at 1731991637305 (+17 ms)Flushing df7c13c0798562fde90b935426f26970/colfamily11: closing flushed file at 1731991637305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49076de5: reopening flushed file at 1731991637322 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for df7c13c0798562fde90b935426f26970 in 44ms, sequenceid=4, compaction requested=false; wal=null at 1731991637332 (+10 ms)Cleaning up temporary data from old regions at 1731991637334 (+2 ms)Running coprocessor post-open hooks at 1731991637340 (+6 ms)Region opened successfully at 1731991637340 2024-11-19T04:47:17,341 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., pid=80, masterSystemTime=1731991636809 2024-11-19T04:47:17,343 DEBUG [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:17,343 INFO [RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:17,344 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=df7c13c0798562fde90b935426f26970, regionState=OPEN, openSeqNum=5, regionLocation=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,38931,1731991446912 because future has completed 2024-11-19T04:47:17,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=71 2024-11-19T04:47:17,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,38931,1731991446912 in 665 msec 2024-11-19T04:47:17,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=57 2024-11-19T04:47:17,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN in 850 msec 2024-11-19T04:47:17,351 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 08a7f35e60d4,45401,1731991446766 after splitting done 2024-11-19T04:47:17,351 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-19T04:47:17,351 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:17,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:17,352 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-19T04:47:17,499 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:17,499 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-19T04:47:17,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:17,499 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:47:17,499 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:47:17,500 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-19T04:47:17,500 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-19T04:47:17,500 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-19T04:47:17,500 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T04:47:17,501 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T04:47:17,503 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-19T04:47:17,503 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-19T04:47:17,504 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T04:47:17,505 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN 2024-11-19T04:47:17,509 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.meta.1731991448670.meta, worker=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 08a7f35e60d4%2C45401%2C1731991446766.1731991448236, worker=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=393e513f033eef8f3b9b692cef219cbb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,510 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fedae70a21fb1aaf30a300023e4c6854, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8dfe03270638be1c989f8954ff200cb8, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41a65215d8a299000c07077086cbfd2b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b0dc6f93e06eeb2b6ff31e807d6ecd42, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0629fccb9e9b124c4de26796e9fb3d3d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=84524d937231a721db943f9ea152bbd4, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=df7c13c0798562fde90b935426f26970, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b9a085650f4ad0fcd17c3835402f599, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dfe03270638be1c989f8954ff200cb8, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 41a65215d8a299000c07077086cbfd2b, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure fedae70a21fb1aaf30a300023e4c6854, server=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure b0dc6f93e06eeb2b6ff31e807d6ecd42, server=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b9a085650f4ad0fcd17c3835402f599, server=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 84524d937231a721db943f9ea152bbd4, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 393e513f033eef8f3b9b692cef219cbb, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure df7c13c0798562fde90b935426f26970, server=08a7f35e60d4,38931,1731991446912 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 0629fccb9e9b124c4de26796e9fb3d3d, server=08a7f35e60d4,42269,1731991446868 didn't hold the lock before restarting, skip acquiring lock. 2024-11-19T04:47:17,511 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-19T04:47:17,512 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=61 2024-11-19T04:47:17,512 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=08a7f35e60d4,38931,1731991446912, table=hbase:meta, region=1588230740 2024-11-19T04:47:17,512 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 08a7f35e60d4,38931,1731991446912, state=OPEN 2024-11-19T04:47:17,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:17,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:17,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T04:47:17,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:17,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:17,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T04:47:17,515 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731991667515 2024-11-19T04:47:17,515 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-19T04:47:17,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9b5cb9b934b542f3af447080a72ccf5, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41a65215d8a299000c07077086cbfd2b, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=5 2024-11-19T04:47:17,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad25ff5c2e5e6508189802a926d4fbcf, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0629fccb9e9b124c4de26796e9fb3d3d, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=5 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40006894186cce94a7cd987be2b4387a, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7e054ea0ed1f4afab8d32ba5136ecbb, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=84524d937231a721db943f9ea152bbd4, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=5 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2473a199ff9751788e8c2c60ff7301c8, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b8898ee4f84bf20992fa3f11f2d13070, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fedae70a21fb1aaf30a300023e4c6854, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=5 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=36d7e5389ada6e4a5e2bb458cf3f9ce8, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,527 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1c3f545a1fae56efeb2a0de92b50615, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=393e513f033eef8f3b9b692cef219cbb, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=5 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77061e39a50167f3244c0e8fbbb69f97, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9dc115efeef713f5dcacbbe53d1e8d0f, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b0dc6f93e06eeb2b6ff31e807d6ecd42, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=5 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a87d7d3f1cb2b62ed85d1a07317ed135, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=54617492b198cd0a8d41b37bada28320, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=df7c13c0798562fde90b935426f26970, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=5 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=755b3b1bb93355d497b8996e1431151c, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=97cf8107570010c0ca8097bcd5ec50a7, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,528 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b9a085650f4ad0fcd17c3835402f599, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=5 2024-11-19T04:47:17,529 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e828afc8b2d239f76efbbbf27ed58549, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,529 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b16a5916bcb46e72768c88bb9fc12c6, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=2 2024-11-19T04:47:17,529 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dfe03270638be1c989f8954ff200cb8, regionState=OPEN, lastHost=08a7f35e60d4,38931,1731991446912, regionLocation=08a7f35e60d4,38931,1731991446912, openSeqNum=5 2024-11-19T04:47:17,529 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=06ecbf8dcb0376e49c24bbfcd6b10e2b, regionState=OPEN, lastHost=08a7f35e60d4,42269,1731991446868, regionLocation=08a7f35e60d4,42269,1731991446868, openSeqNum=2 2024-11-19T04:47:17,529 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-19T04:47:17,529 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731991697529 2024-11-19T04:47:17,529 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731991757529 2024-11-19T04:47:17,529 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-19T04:47:17,529 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 08a7f35e60d4,45401,1731991446766 after splitting done 2024-11-19T04:47:17,530 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-19T04:47:17,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 08a7f35e60d4,45401,1731991446766, splitWal=true, meta=true in 3 mins, 3.952 sec 2024-11-19T04:47:17,785 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T04:47:17,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T04:47:17,794 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 08a7f35e60d4:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a7f35e60d4/172.17.0.2:45401 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T04:47:17,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=java.net.ConnectException: Call to address=08a7f35e60d4:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:17,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-19T04:47:17,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:17,795 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 08a7f35e60d4:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 08a7f35e60d4/172.17.0.2:45401 2024-11-19T04:47:17,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:17,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:17,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:17,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,45401,1731991446766, seqNum=-1 from cache 2024-11-19T04:47:18,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T04:47:18,011 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T04:47:18,012 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=08a7f35e60d4,38931,1731991446912, seqNum=-1] 2024-11-19T04:47:18,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T04:47:18,017 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b., hostname=08a7f35e60d4,38931,1731991446912, seqNum=5] 2024-11-19T04:47:18,037 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,038 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,038 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,038 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:18,154 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d., hostname=08a7f35e60d4,42269,1731991446868, seqNum=5] 2024-11-19T04:47:18,177 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,178 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,178 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,178 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:18,293 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4., hostname=08a7f35e60d4,38931,1731991446912, seqNum=5] 2024-11-19T04:47:18,309 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,309 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,309 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,309 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:18,426 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854., hostname=08a7f35e60d4,42269,1731991446868, seqNum=5] 2024-11-19T04:47:18,444 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,445 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,445 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,445 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:18,556 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb., hostname=08a7f35e60d4,38931,1731991446912, seqNum=5] 2024-11-19T04:47:18,574 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,575 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,575 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,575 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:18,684 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42., hostname=08a7f35e60d4,42269,1731991446868, seqNum=5] 2024-11-19T04:47:18,695 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,696 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,696 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,696 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:18,805 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970., hostname=08a7f35e60d4,38931,1731991446912, seqNum=5] 2024-11-19T04:47:18,819 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,819 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,819 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,819 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:18,933 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599., hostname=08a7f35e60d4,42269,1731991446868, seqNum=5] 2024-11-19T04:47:18,944 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 08a7f35e60d4:45401 this server is in the failed servers list 2024-11-19T04:47:18,945 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=08a7f35e60d4:45401 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,945 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 08a7f35e60d4:45401 2024-11-19T04:47:18,945 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,45401,1731991446766, seqNum=2 from cache 2024-11-19T04:47:19,054 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8., hostname=08a7f35e60d4,38931,1731991446912, seqNum=5] 2024-11-19T04:47:19,154 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T04:47:19,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T04:47:19,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T04:47:19,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T04:47:19,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:47:19,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:47:19,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T04:47:19,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=892435164, stopped=false 2024-11-19T04:47:19,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=08a7f35e60d4,37127,1731991446089 2024-11-19T04:47:19,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T04:47:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T04:47:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T04:47:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:47:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T04:47:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:47:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:47:19,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:19,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T04:47:19,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T04:47:19,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:47:19,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T04:47:19,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,42269,1731991446868' ***** 2024-11-19T04:47:19,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T04:47:19,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '08a7f35e60d4,38931,1731991446912' ***** 2024-11-19T04:47:19,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T04:47:19,160 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T04:47:19,160 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T04:47:19,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T04:47:19,160 INFO [RS:2;08a7f35e60d4:38931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T04:47:19,160 INFO [RS:1;08a7f35e60d4:42269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T04:47:19,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T04:47:19,160 INFO [RS:2;08a7f35e60d4:38931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T04:47:19,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T04:47:19,160 INFO [RS:1;08a7f35e60d4:42269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T04:47:19,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 41a65215d8a299000c07077086cbfd2b 2024-11-19T04:47:19,161 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for e828afc8b2d239f76efbbbf27ed58549 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 36d7e5389ada6e4a5e2bb458cf3f9ce8 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for b8898ee4f84bf20992fa3f11f2d13070 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 54617492b198cd0a8d41b37bada28320 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 77061e39a50167f3244c0e8fbbb69f97 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 393e513f033eef8f3b9b692cef219cbb 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 84524d937231a721db943f9ea152bbd4 2024-11-19T04:47:19,161 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for d9b5cb9b934b542f3af447080a72ccf5 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b16a5916bcb46e72768c88bb9fc12c6 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 40006894186cce94a7cd987be2b4387a 2024-11-19T04:47:19,161 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for b7e054ea0ed1f4afab8d32ba5136ecbb 2024-11-19T04:47:19,161 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 97cf8107570010c0ca8097bcd5ec50a7 2024-11-19T04:47:19,161 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dc115efeef713f5dcacbbe53d1e8d0f 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dfe03270638be1c989f8954ff200cb8 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for b0dc6f93e06eeb2b6ff31e807d6ecd42 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for ad25ff5c2e5e6508189802a926d4fbcf 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 755b3b1bb93355d497b8996e1431151c 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for df7c13c0798562fde90b935426f26970 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for a87d7d3f1cb2b62ed85d1a07317ed135 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 06ecbf8dcb0376e49c24bbfcd6b10e2b 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41a65215d8a299000c07077086cbfd2b, disabling compactions & flushes 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b9a085650f4ad0fcd17c3835402f599 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e828afc8b2d239f76efbbbf27ed58549, disabling compactions & flushes 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 2473a199ff9751788e8c2c60ff7301c8 2024-11-19T04:47:19,162 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T04:47:19,162 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 0629fccb9e9b124c4de26796e9fb3d3d 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;08a7f35e60d4:38931. 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for d1c3f545a1fae56efeb2a0de92b50615 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. after waiting 0 ms 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. after waiting 0 ms 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:19,162 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:47:19,162 DEBUG [RS:2;08a7f35e60d4:38931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(959): stopping server 08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:19,162 DEBUG [RS:2;08a7f35e60d4:38931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T04:47:19,162 INFO [RS:1;08a7f35e60d4:42269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;08a7f35e60d4:42269. 2024-11-19T04:47:19,162 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e828afc8b2d239f76efbbbf27ed58549 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,162 DEBUG [RS:1;08a7f35e60d4:42269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T04:47:19,162 DEBUG [RS:1;08a7f35e60d4:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T04:47:19,162 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T04:47:19,163 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-19T04:47:19,163 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1351): Waiting on 0629fccb9e9b124c4de26796e9fb3d3d, 06ecbf8dcb0376e49c24bbfcd6b10e2b, 2473a199ff9751788e8c2c60ff7301c8, 3b9a085650f4ad0fcd17c3835402f599, 755b3b1bb93355d497b8996e1431151c, 9dc115efeef713f5dcacbbe53d1e8d0f, a87d7d3f1cb2b62ed85d1a07317ed135, b0dc6f93e06eeb2b6ff31e807d6ecd42, b7e054ea0ed1f4afab8d32ba5136ecbb, d1c3f545a1fae56efeb2a0de92b50615, d9b5cb9b934b542f3af447080a72ccf5, e828afc8b2d239f76efbbbf27ed58549, fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:19,172 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-19T04:47:19,172 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1351): Waiting on 0b16a5916bcb46e72768c88bb9fc12c6, 1588230740, 36d7e5389ada6e4a5e2bb458cf3f9ce8, 393e513f033eef8f3b9b692cef219cbb, 40006894186cce94a7cd987be2b4387a, 41a65215d8a299000c07077086cbfd2b, 54617492b198cd0a8d41b37bada28320, 77061e39a50167f3244c0e8fbbb69f97, 84524d937231a721db943f9ea152bbd4, 8dfe03270638be1c989f8954ff200cb8, 97cf8107570010c0ca8097bcd5ec50a7, ad25ff5c2e5e6508189802a926d4fbcf, b8898ee4f84bf20992fa3f11f2d13070, df7c13c0798562fde90b935426f26970 2024-11-19T04:47:19,173 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T04:47:19,173 INFO [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T04:47:19,173 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T04:47:19,173 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T04:47:19,173 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T04:47:19,173 INFO [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-19T04:47:19,179 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41a65215d8a299000c07077086cbfd2b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:19,183 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:19,183 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41a65215d8a299000c07077086cbfd2b: Waiting for close lock at 1731991639161Running coprocessor pre-close hooks at 1731991639162 (+1 ms)Disabling compacts and flushes for region at 1731991639162Disabling writes for close at 1731991639162Writing region close event to WAL at 1731991639173 (+11 ms)Running coprocessor post-close hooks at 1731991639180 (+7 ms)Closed at 1731991639183 (+3 ms) 2024-11-19T04:47:19,183 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/info/1c60e1805e5a4d2095d40b1056bff538 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b./info:regioninfo/1731991636971/Put/seqid=0 2024-11-19T04:47:19,184 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731991449067.41a65215d8a299000c07077086cbfd2b. 2024-11-19T04:47:19,184 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36d7e5389ada6e4a5e2bb458cf3f9ce8, disabling compactions & flushes 2024-11-19T04:47:19,184 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:47:19,184 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:47:19,184 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. after waiting 0 ms 2024-11-19T04:47:19,184 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:47:19,184 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36d7e5389ada6e4a5e2bb458cf3f9ce8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,193 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549/.tmp/colfamily11/3c7c7b2f314d487fbc93a657668618a3 is 52, key is www/colfamily11:colfamily11/1731991452970/Put/seqid=0 2024-11-19T04:47:19,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741887_1063 (size=19858) 2024-11-19T04:47:19,212 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8/.tmp/colfamily11/dd33d2e6b93f42318eb6cb1f9a6aa93a is 52, key is kkk/colfamily11:colfamily11/1731991452788/Put/seqid=0 2024-11-19T04:47:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741887_1063 (size=19858) 2024-11-19T04:47:19,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741887_1063 (size=19858) 2024-11-19T04:47:19,216 INFO [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/info/1c60e1805e5a4d2095d40b1056bff538 2024-11-19T04:47:19,224 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/.tmp/info/1c60e1805e5a4d2095d40b1056bff538 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/info/1c60e1805e5a4d2095d40b1056bff538 2024-11-19T04:47:19,231 INFO [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T04:47:19,231 INFO [regionserver/08a7f35e60d4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T04:47:19,232 INFO [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/info/1c60e1805e5a4d2095d40b1056bff538, entries=72, sequenceid=81, filesize=19.4 K 2024-11-19T04:47:19,239 INFO [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 65ms, sequenceid=81, compaction requested=false 2024-11-19T04:47:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741888_1064 (size=39263) 2024-11-19T04:47:19,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741888_1064 (size=39263) 2024-11-19T04:47:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741888_1064 (size=39263) 2024-11-19T04:47:19,253 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549/.tmp/colfamily11/3c7c7b2f314d487fbc93a657668618a3 2024-11-19T04:47:19,264 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549/.tmp/colfamily11/3c7c7b2f314d487fbc93a657668618a3 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549/colfamily11/3c7c7b2f314d487fbc93a657668618a3 2024-11-19T04:47:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741889_1065 (size=39263) 2024-11-19T04:47:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741889_1065 (size=39263) 2024-11-19T04:47:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741889_1065 (size=39263) 2024-11-19T04:47:19,270 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8/.tmp/colfamily11/dd33d2e6b93f42318eb6cb1f9a6aa93a 2024-11-19T04:47:19,275 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549/colfamily11/3c7c7b2f314d487fbc93a657668618a3, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,277 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e828afc8b2d239f76efbbbf27ed58549 in 115ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,278 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8/.tmp/colfamily11/dd33d2e6b93f42318eb6cb1f9a6aa93a as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily11/dd33d2e6b93f42318eb6cb1f9a6aa93a 2024-11-19T04:47:19,280 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-19T04:47:19,281 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T04:47:19,281 INFO [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T04:47:19,281 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731991639172Running coprocessor pre-close hooks at 1731991639172Disabling compacts and flushes for region at 1731991639173 (+1 ms)Disabling writes for close at 1731991639173Obtaining lock to block concurrent updates at 1731991639173Preparing flush snapshotting stores in 1588230740 at 1731991639173Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731991639173Flushing stores of hbase:meta,,1.1588230740 at 1731991639174 (+1 ms)Flushing 1588230740/info: creating writer at 1731991639174Flushing 1588230740/info: appending metadata at 1731991639183 (+9 ms)Flushing 1588230740/info: closing flushed file at 1731991639183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c1bed2: reopening flushed file at 1731991639223 (+40 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 65ms, sequenceid=81, compaction requested=false at 1731991639239 (+16 ms)Writing region close event to WAL at 1731991639262 (+23 ms)Running coprocessor post-close hooks at 1731991639281 (+19 ms)Closed at 1731991639281 2024-11-19T04:47:19,281 DEBUG [RS_CLOSE_META-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T04:47:19,286 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily11/dd33d2e6b93f42318eb6cb1f9a6aa93a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,287 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 36d7e5389ada6e4a5e2bb458cf3f9ce8 in 103ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,306 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e828afc8b2d239f76efbbbf27ed58549/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,308 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:47:19,308 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e828afc8b2d239f76efbbbf27ed58549: Waiting for close lock at 1731991639162Running coprocessor pre-close hooks at 1731991639162Disabling compacts and flushes for region at 1731991639162Disabling writes for close at 1731991639162Obtaining lock to block concurrent updates at 1731991639162Preparing flush snapshotting stores in e828afc8b2d239f76efbbbf27ed58549 at 1731991639162Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639168 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. at 1731991639170 (+2 ms)Flushing e828afc8b2d239f76efbbbf27ed58549/colfamily11: creating writer at 1731991639170Flushing e828afc8b2d239f76efbbbf27ed58549/colfamily11: appending metadata at 1731991639193 (+23 ms)Flushing e828afc8b2d239f76efbbbf27ed58549/colfamily11: closing flushed file at 1731991639193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@656861e0: reopening flushed file at 1731991639261 (+68 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e828afc8b2d239f76efbbbf27ed58549 in 115ms, sequenceid=5, compaction requested=false at 1731991639277 (+16 ms)Writing region close event to WAL at 1731991639289 (+12 ms)Running coprocessor post-close hooks at 1731991639307 (+18 ms)Closed at 1731991639308 (+1 ms) 2024-11-19T04:47:19,308 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731991449067.e828afc8b2d239f76efbbbf27ed58549. 2024-11-19T04:47:19,308 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9b5cb9b934b542f3af447080a72ccf5, disabling compactions & flushes 2024-11-19T04:47:19,308 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:47:19,308 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:47:19,308 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. after waiting 0 ms 2024-11-19T04:47:19,308 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:47:19,308 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9b5cb9b934b542f3af447080a72ccf5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,310 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/36d7e5389ada6e4a5e2bb458cf3f9ce8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,311 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:47:19,311 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36d7e5389ada6e4a5e2bb458cf3f9ce8: Waiting for close lock at 1731991639184Running coprocessor pre-close hooks at 1731991639184Disabling compacts and flushes for region at 1731991639184Disabling writes for close at 1731991639184Obtaining lock to block concurrent updates at 1731991639184Preparing flush snapshotting stores in 36d7e5389ada6e4a5e2bb458cf3f9ce8 at 1731991639184Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639185 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. at 1731991639185Flushing 36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily11: creating writer at 1731991639186 (+1 ms)Flushing 36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily11: appending metadata at 1731991639212 (+26 ms)Flushing 36d7e5389ada6e4a5e2bb458cf3f9ce8/colfamily11: closing flushed file at 1731991639212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6be5d2: reopening flushed file at 1731991639277 (+65 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 36d7e5389ada6e4a5e2bb458cf3f9ce8 in 103ms, sequenceid=5, compaction requested=false at 1731991639287 (+10 ms)Writing region close event to WAL at 1731991639305 (+18 ms)Running coprocessor post-close hooks at 1731991639310 (+5 ms)Closed at 1731991639310 2024-11-19T04:47:19,311 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731991449067.36d7e5389ada6e4a5e2bb458cf3f9ce8. 2024-11-19T04:47:19,311 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8898ee4f84bf20992fa3f11f2d13070, disabling compactions & flushes 2024-11-19T04:47:19,311 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:47:19,311 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:47:19,311 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. after waiting 0 ms 2024-11-19T04:47:19,311 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:47:19,311 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8898ee4f84bf20992fa3f11f2d13070 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,332 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5/.tmp/colfamily11/b7d61854a4b7413591aa4388e8584a1c is 52, key is aaa/colfamily11:colfamily11/1731991452582/Put/seqid=0 2024-11-19T04:47:19,335 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070/.tmp/colfamily11/28a46a86683f4ceb9145f6fd5fbac771 is 52, key is iii/colfamily11:colfamily11/1731991452739/Put/seqid=0 2024-11-19T04:47:19,363 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1351): Waiting on 0629fccb9e9b124c4de26796e9fb3d3d, 06ecbf8dcb0376e49c24bbfcd6b10e2b, 2473a199ff9751788e8c2c60ff7301c8, 3b9a085650f4ad0fcd17c3835402f599, 755b3b1bb93355d497b8996e1431151c, 9dc115efeef713f5dcacbbe53d1e8d0f, a87d7d3f1cb2b62ed85d1a07317ed135, b0dc6f93e06eeb2b6ff31e807d6ecd42, b7e054ea0ed1f4afab8d32ba5136ecbb, d1c3f545a1fae56efeb2a0de92b50615, d9b5cb9b934b542f3af447080a72ccf5, fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:19,373 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1351): Waiting on 0b16a5916bcb46e72768c88bb9fc12c6, 393e513f033eef8f3b9b692cef219cbb, 40006894186cce94a7cd987be2b4387a, 54617492b198cd0a8d41b37bada28320, 77061e39a50167f3244c0e8fbbb69f97, 84524d937231a721db943f9ea152bbd4, 8dfe03270638be1c989f8954ff200cb8, 97cf8107570010c0ca8097bcd5ec50a7, ad25ff5c2e5e6508189802a926d4fbcf, b8898ee4f84bf20992fa3f11f2d13070, df7c13c0798562fde90b935426f26970 2024-11-19T04:47:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741890_1066 (size=39263) 2024-11-19T04:47:19,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741890_1066 (size=39263) 2024-11-19T04:47:19,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741890_1066 (size=39263) 2024-11-19T04:47:19,386 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5/.tmp/colfamily11/b7d61854a4b7413591aa4388e8584a1c 2024-11-19T04:47:19,395 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5/.tmp/colfamily11/b7d61854a4b7413591aa4388e8584a1c as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5/colfamily11/b7d61854a4b7413591aa4388e8584a1c 2024-11-19T04:47:19,409 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5/colfamily11/b7d61854a4b7413591aa4388e8584a1c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,410 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d9b5cb9b934b542f3af447080a72ccf5 in 102ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741891_1067 (size=39263) 2024-11-19T04:47:19,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741891_1067 (size=39263) 2024-11-19T04:47:19,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741891_1067 (size=39263) 2024-11-19T04:47:19,425 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070/.tmp/colfamily11/28a46a86683f4ceb9145f6fd5fbac771 2024-11-19T04:47:19,433 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070/.tmp/colfamily11/28a46a86683f4ceb9145f6fd5fbac771 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070/colfamily11/28a46a86683f4ceb9145f6fd5fbac771 2024-11-19T04:47:19,441 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070/colfamily11/28a46a86683f4ceb9145f6fd5fbac771, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,442 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b8898ee4f84bf20992fa3f11f2d13070 in 131ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,465 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9b5cb9b934b542f3af447080a72ccf5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,466 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:47:19,467 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9b5cb9b934b542f3af447080a72ccf5: Waiting for close lock at 1731991639308Running coprocessor pre-close hooks at 1731991639308Disabling compacts and flushes for region at 1731991639308Disabling writes for close at 1731991639308Obtaining lock to block concurrent updates at 1731991639308Preparing flush snapshotting stores in d9b5cb9b934b542f3af447080a72ccf5 at 1731991639308Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639309 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. at 1731991639309Flushing d9b5cb9b934b542f3af447080a72ccf5/colfamily11: creating writer at 1731991639309Flushing d9b5cb9b934b542f3af447080a72ccf5/colfamily11: appending metadata at 1731991639331 (+22 ms)Flushing d9b5cb9b934b542f3af447080a72ccf5/colfamily11: closing flushed file at 1731991639331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3307f513: reopening flushed file at 1731991639394 (+63 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d9b5cb9b934b542f3af447080a72ccf5 in 102ms, sequenceid=5, compaction requested=false at 1731991639410 (+16 ms)Writing region close event to WAL at 1731991639441 (+31 ms)Running coprocessor post-close hooks at 1731991639466 (+25 ms)Closed at 1731991639466 2024-11-19T04:47:19,467 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731991449067.d9b5cb9b934b542f3af447080a72ccf5. 2024-11-19T04:47:19,467 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7e054ea0ed1f4afab8d32ba5136ecbb, disabling compactions & flushes 2024-11-19T04:47:19,467 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:47:19,467 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:47:19,467 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. after waiting 0 ms 2024-11-19T04:47:19,467 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:47:19,467 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7e054ea0ed1f4afab8d32ba5136ecbb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,485 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b8898ee4f84bf20992fa3f11f2d13070/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,486 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:47:19,486 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8898ee4f84bf20992fa3f11f2d13070: Waiting for close lock at 1731991639311Running coprocessor pre-close hooks at 1731991639311Disabling compacts and flushes for region at 1731991639311Disabling writes for close at 1731991639311Obtaining lock to block concurrent updates at 1731991639311Preparing flush snapshotting stores in b8898ee4f84bf20992fa3f11f2d13070 at 1731991639311Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639311Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. at 1731991639312 (+1 ms)Flushing b8898ee4f84bf20992fa3f11f2d13070/colfamily11: creating writer at 1731991639312Flushing b8898ee4f84bf20992fa3f11f2d13070/colfamily11: appending metadata at 1731991639335 (+23 ms)Flushing b8898ee4f84bf20992fa3f11f2d13070/colfamily11: closing flushed file at 1731991639335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4716d544: reopening flushed file at 1731991639432 (+97 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b8898ee4f84bf20992fa3f11f2d13070 in 131ms, sequenceid=5, compaction requested=false at 1731991639442 (+10 ms)Writing region close event to WAL at 1731991639470 (+28 ms)Running coprocessor post-close hooks at 1731991639486 (+16 ms)Closed at 1731991639486 2024-11-19T04:47:19,486 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731991449067.b8898ee4f84bf20992fa3f11f2d13070. 2024-11-19T04:47:19,486 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54617492b198cd0a8d41b37bada28320, disabling compactions & flushes 2024-11-19T04:47:19,486 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:47:19,486 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:47:19,486 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. after waiting 0 ms 2024-11-19T04:47:19,486 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:47:19,487 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54617492b198cd0a8d41b37bada28320 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,495 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb/.tmp/colfamily11/4b68b409256f423994e5f4374e321228 is 52, key is fff/colfamily11:colfamily11/1731991452689/Put/seqid=0 2024-11-19T04:47:19,511 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320/.tmp/colfamily11/7fc681c6203e4b79a7e0387d58b1c912 is 52, key is rrr/colfamily11:colfamily11/1731991452873/Put/seqid=0 2024-11-19T04:47:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741892_1068 (size=39263) 2024-11-19T04:47:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741892_1068 (size=39263) 2024-11-19T04:47:19,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741892_1068 (size=39263) 2024-11-19T04:47:19,531 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb/.tmp/colfamily11/4b68b409256f423994e5f4374e321228 2024-11-19T04:47:19,539 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb/.tmp/colfamily11/4b68b409256f423994e5f4374e321228 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily11/4b68b409256f423994e5f4374e321228 2024-11-19T04:47:19,547 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily11/4b68b409256f423994e5f4374e321228, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,548 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b7e054ea0ed1f4afab8d32ba5136ecbb in 81ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,564 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1351): Waiting on 0629fccb9e9b124c4de26796e9fb3d3d, 06ecbf8dcb0376e49c24bbfcd6b10e2b, 2473a199ff9751788e8c2c60ff7301c8, 3b9a085650f4ad0fcd17c3835402f599, 755b3b1bb93355d497b8996e1431151c, 9dc115efeef713f5dcacbbe53d1e8d0f, a87d7d3f1cb2b62ed85d1a07317ed135, b0dc6f93e06eeb2b6ff31e807d6ecd42, b7e054ea0ed1f4afab8d32ba5136ecbb, d1c3f545a1fae56efeb2a0de92b50615, fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:19,573 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1351): Waiting on 0b16a5916bcb46e72768c88bb9fc12c6, 393e513f033eef8f3b9b692cef219cbb, 40006894186cce94a7cd987be2b4387a, 54617492b198cd0a8d41b37bada28320, 77061e39a50167f3244c0e8fbbb69f97, 84524d937231a721db943f9ea152bbd4, 8dfe03270638be1c989f8954ff200cb8, 97cf8107570010c0ca8097bcd5ec50a7, ad25ff5c2e5e6508189802a926d4fbcf, df7c13c0798562fde90b935426f26970 2024-11-19T04:47:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741893_1069 (size=39263) 2024-11-19T04:47:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741893_1069 (size=39263) 2024-11-19T04:47:19,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741893_1069 (size=39263) 2024-11-19T04:47:19,579 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7e054ea0ed1f4afab8d32ba5136ecbb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,580 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320/.tmp/colfamily11/7fc681c6203e4b79a7e0387d58b1c912 2024-11-19T04:47:19,580 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:47:19,580 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7e054ea0ed1f4afab8d32ba5136ecbb: Waiting for close lock at 1731991639467Running coprocessor pre-close hooks at 1731991639467Disabling compacts and flushes for region at 1731991639467Disabling writes for close at 1731991639467Obtaining lock to block concurrent updates at 1731991639467Preparing flush snapshotting stores in b7e054ea0ed1f4afab8d32ba5136ecbb at 1731991639467Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639467Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. at 1731991639468 (+1 ms)Flushing b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily11: creating writer at 1731991639468Flushing b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily11: appending metadata at 1731991639495 (+27 ms)Flushing b7e054ea0ed1f4afab8d32ba5136ecbb/colfamily11: closing flushed file at 1731991639495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d395cb2: reopening flushed file at 1731991639538 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b7e054ea0ed1f4afab8d32ba5136ecbb in 81ms, sequenceid=5, compaction requested=false at 1731991639548 (+10 ms)Writing region close event to WAL at 1731991639560 (+12 ms)Running coprocessor post-close hooks at 1731991639580 (+20 ms)Closed at 1731991639580 2024-11-19T04:47:19,580 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731991449067.b7e054ea0ed1f4afab8d32ba5136ecbb. 2024-11-19T04:47:19,580 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dc115efeef713f5dcacbbe53d1e8d0f, disabling compactions & flushes 2024-11-19T04:47:19,580 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:47:19,580 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:47:19,580 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. after waiting 0 ms 2024-11-19T04:47:19,580 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:47:19,580 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dc115efeef713f5dcacbbe53d1e8d0f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,601 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320/.tmp/colfamily11/7fc681c6203e4b79a7e0387d58b1c912 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320/colfamily11/7fc681c6203e4b79a7e0387d58b1c912 2024-11-19T04:47:19,605 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f/.tmp/colfamily11/9e61697c85af4f39b13daf3674529ad1 is 52, key is ooo/colfamily11:colfamily11/1731991452842/Put/seqid=0 2024-11-19T04:47:19,609 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320/colfamily11/7fc681c6203e4b79a7e0387d58b1c912, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,611 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 54617492b198cd0a8d41b37bada28320 in 124ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,625 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/54617492b198cd0a8d41b37bada28320/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,626 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:47:19,626 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54617492b198cd0a8d41b37bada28320: Waiting for close lock at 1731991639486Running coprocessor pre-close hooks at 1731991639486Disabling compacts and flushes for region at 1731991639486Disabling writes for close at 1731991639486Obtaining lock to block concurrent updates at 1731991639487 (+1 ms)Preparing flush snapshotting stores in 54617492b198cd0a8d41b37bada28320 at 1731991639487Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639487Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. at 1731991639488 (+1 ms)Flushing 54617492b198cd0a8d41b37bada28320/colfamily11: creating writer at 1731991639488Flushing 54617492b198cd0a8d41b37bada28320/colfamily11: appending metadata at 1731991639510 (+22 ms)Flushing 54617492b198cd0a8d41b37bada28320/colfamily11: closing flushed file at 1731991639510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b773a90: reopening flushed file at 1731991639600 (+90 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 54617492b198cd0a8d41b37bada28320 in 124ms, sequenceid=5, compaction requested=false at 1731991639611 (+11 ms)Writing region close event to WAL at 1731991639612 (+1 ms)Running coprocessor post-close hooks at 1731991639626 (+14 ms)Closed at 1731991639626 2024-11-19T04:47:19,627 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731991449067.54617492b198cd0a8d41b37bada28320. 2024-11-19T04:47:19,627 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77061e39a50167f3244c0e8fbbb69f97, disabling compactions & flushes 2024-11-19T04:47:19,627 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:47:19,627 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:47:19,627 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. after waiting 0 ms 2024-11-19T04:47:19,627 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:47:19,627 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77061e39a50167f3244c0e8fbbb69f97 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T04:47:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741894_1070 (size=39263) 2024-11-19T04:47:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741894_1070 (size=39263) 2024-11-19T04:47:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741894_1070 (size=39263) 2024-11-19T04:47:19,648 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f/.tmp/colfamily11/9e61697c85af4f39b13daf3674529ad1 2024-11-19T04:47:19,656 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f/.tmp/colfamily11/9e61697c85af4f39b13daf3674529ad1 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f/colfamily11/9e61697c85af4f39b13daf3674529ad1 2024-11-19T04:47:19,664 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f/colfamily11/9e61697c85af4f39b13daf3674529ad1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,665 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9dc115efeef713f5dcacbbe53d1e8d0f in 85ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,667 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97/.tmp/colfamily11/20f4d930797444c3a4a65d765bedc83e is 52, key is nnn/colfamily11:colfamily11/1731991452829/Put/seqid=0 2024-11-19T04:47:19,696 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9dc115efeef713f5dcacbbe53d1e8d0f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,697 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:47:19,697 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dc115efeef713f5dcacbbe53d1e8d0f: Waiting for close lock at 1731991639580Running coprocessor pre-close hooks at 1731991639580Disabling compacts and flushes for region at 1731991639580Disabling writes for close at 1731991639580Obtaining lock to block concurrent updates at 1731991639580Preparing flush snapshotting stores in 9dc115efeef713f5dcacbbe53d1e8d0f at 1731991639580Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639581 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. at 1731991639582 (+1 ms)Flushing 9dc115efeef713f5dcacbbe53d1e8d0f/colfamily11: creating writer at 1731991639582Flushing 9dc115efeef713f5dcacbbe53d1e8d0f/colfamily11: appending metadata at 1731991639604 (+22 ms)Flushing 9dc115efeef713f5dcacbbe53d1e8d0f/colfamily11: closing flushed file at 1731991639605 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@175d7bb9: reopening flushed file at 1731991639655 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9dc115efeef713f5dcacbbe53d1e8d0f in 85ms, sequenceid=5, compaction requested=false at 1731991639665 (+10 ms)Writing region close event to WAL at 1731991639680 (+15 ms)Running coprocessor post-close hooks at 1731991639697 (+17 ms)Closed at 1731991639697 2024-11-19T04:47:19,698 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731991449067.9dc115efeef713f5dcacbbe53d1e8d0f. 2024-11-19T04:47:19,698 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0dc6f93e06eeb2b6ff31e807d6ecd42, disabling compactions & flushes 2024-11-19T04:47:19,698 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:19,698 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:19,698 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. after waiting 0 ms 2024-11-19T04:47:19,698 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741895_1071 (size=39263) 2024-11-19T04:47:19,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741895_1071 (size=39263) 2024-11-19T04:47:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741895_1071 (size=39263) 2024-11-19T04:47:19,739 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97/.tmp/colfamily11/20f4d930797444c3a4a65d765bedc83e 2024-11-19T04:47:19,748 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97/.tmp/colfamily11/20f4d930797444c3a4a65d765bedc83e as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97/colfamily11/20f4d930797444c3a4a65d765bedc83e 2024-11-19T04:47:19,758 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97/colfamily11/20f4d930797444c3a4a65d765bedc83e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,760 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 77061e39a50167f3244c0e8fbbb69f97 in 132ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,761 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b0dc6f93e06eeb2b6ff31e807d6ecd42/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:19,762 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:19,762 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0dc6f93e06eeb2b6ff31e807d6ecd42: Waiting for close lock at 1731991639698Running coprocessor pre-close hooks at 1731991639698Disabling compacts and flushes for region at 1731991639698Disabling writes for close at 1731991639698Writing region close event to WAL at 1731991639752 (+54 ms)Running coprocessor post-close hooks at 1731991639762 (+10 ms)Closed at 1731991639762 2024-11-19T04:47:19,762 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731991449067.b0dc6f93e06eeb2b6ff31e807d6ecd42. 2024-11-19T04:47:19,762 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 755b3b1bb93355d497b8996e1431151c, disabling compactions & flushes 2024-11-19T04:47:19,762 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:47:19,762 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:47:19,762 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. after waiting 0 ms 2024-11-19T04:47:19,762 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:47:19,762 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 755b3b1bb93355d497b8996e1431151c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,764 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1351): Waiting on 0629fccb9e9b124c4de26796e9fb3d3d, 06ecbf8dcb0376e49c24bbfcd6b10e2b, 2473a199ff9751788e8c2c60ff7301c8, 3b9a085650f4ad0fcd17c3835402f599, 755b3b1bb93355d497b8996e1431151c, a87d7d3f1cb2b62ed85d1a07317ed135, d1c3f545a1fae56efeb2a0de92b50615, fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:19,770 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/77061e39a50167f3244c0e8fbbb69f97/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,771 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:47:19,771 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77061e39a50167f3244c0e8fbbb69f97: Waiting for close lock at 1731991639627Running coprocessor pre-close hooks at 1731991639627Disabling compacts and flushes for region at 1731991639627Disabling writes for close at 1731991639627Obtaining lock to block concurrent updates at 1731991639627Preparing flush snapshotting stores in 77061e39a50167f3244c0e8fbbb69f97 at 1731991639627Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639628 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. at 1731991639628Flushing 77061e39a50167f3244c0e8fbbb69f97/colfamily11: creating writer at 1731991639628Flushing 77061e39a50167f3244c0e8fbbb69f97/colfamily11: appending metadata at 1731991639666 (+38 ms)Flushing 77061e39a50167f3244c0e8fbbb69f97/colfamily11: closing flushed file at 1731991639666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca73884: reopening flushed file at 1731991639746 (+80 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 77061e39a50167f3244c0e8fbbb69f97 in 132ms, sequenceid=5, compaction requested=false at 1731991639760 (+14 ms)Writing region close event to WAL at 1731991639762 (+2 ms)Running coprocessor post-close hooks at 1731991639770 (+8 ms)Closed at 1731991639770 2024-11-19T04:47:19,771 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731991449067.77061e39a50167f3244c0e8fbbb69f97. 2024-11-19T04:47:19,771 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 393e513f033eef8f3b9b692cef219cbb, disabling compactions & flushes 2024-11-19T04:47:19,771 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:19,771 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:19,771 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. after waiting 0 ms 2024-11-19T04:47:19,771 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:19,773 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1351): Waiting on 0b16a5916bcb46e72768c88bb9fc12c6, 393e513f033eef8f3b9b692cef219cbb, 40006894186cce94a7cd987be2b4387a, 84524d937231a721db943f9ea152bbd4, 8dfe03270638be1c989f8954ff200cb8, 97cf8107570010c0ca8097bcd5ec50a7, ad25ff5c2e5e6508189802a926d4fbcf, df7c13c0798562fde90b935426f26970 2024-11-19T04:47:19,789 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c/.tmp/colfamily11/cd329fc0a8414de688530db30c366503 is 52, key is ttt/colfamily11:colfamily11/1731991452929/Put/seqid=0 2024-11-19T04:47:19,789 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/393e513f033eef8f3b9b692cef219cbb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:19,790 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:19,790 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 393e513f033eef8f3b9b692cef219cbb: Waiting for close lock at 1731991639771Running coprocessor pre-close hooks at 1731991639771Disabling compacts and flushes for region at 1731991639771Disabling writes for close at 1731991639771Writing region close event to WAL at 1731991639781 (+10 ms)Running coprocessor post-close hooks at 1731991639790 (+9 ms)Closed at 1731991639790 2024-11-19T04:47:19,790 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731991449067.393e513f033eef8f3b9b692cef219cbb. 2024-11-19T04:47:19,791 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84524d937231a721db943f9ea152bbd4, disabling compactions & flushes 2024-11-19T04:47:19,791 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:19,791 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:19,791 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. after waiting 0 ms 2024-11-19T04:47:19,791 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:19,801 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/84524d937231a721db943f9ea152bbd4/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:19,802 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:19,802 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84524d937231a721db943f9ea152bbd4: Waiting for close lock at 1731991639791Running coprocessor pre-close hooks at 1731991639791Disabling compacts and flushes for region at 1731991639791Disabling writes for close at 1731991639791Writing region close event to WAL at 1731991639793 (+2 ms)Running coprocessor post-close hooks at 1731991639801 (+8 ms)Closed at 1731991639802 (+1 ms) 2024-11-19T04:47:19,802 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731991449067.84524d937231a721db943f9ea152bbd4. 2024-11-19T04:47:19,802 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b16a5916bcb46e72768c88bb9fc12c6, disabling compactions & flushes 2024-11-19T04:47:19,802 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:47:19,802 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:47:19,802 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. after waiting 0 ms 2024-11-19T04:47:19,802 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:47:19,802 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b16a5916bcb46e72768c88bb9fc12c6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741896_1072 (size=39263) 2024-11-19T04:47:19,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741896_1072 (size=39263) 2024-11-19T04:47:19,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741896_1072 (size=39263) 2024-11-19T04:47:19,821 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c/.tmp/colfamily11/cd329fc0a8414de688530db30c366503 2024-11-19T04:47:19,824 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6/.tmp/colfamily11/e7b1d1e24ab443fcbbe957b08e21ec44 is 52, key is xxx/colfamily11:colfamily11/1731991452957/Put/seqid=0 2024-11-19T04:47:19,829 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c/.tmp/colfamily11/cd329fc0a8414de688530db30c366503 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c/colfamily11/cd329fc0a8414de688530db30c366503 2024-11-19T04:47:19,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741897_1073 (size=39263) 2024-11-19T04:47:19,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741897_1073 (size=39263) 2024-11-19T04:47:19,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741897_1073 (size=39263) 2024-11-19T04:47:19,839 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6/.tmp/colfamily11/e7b1d1e24ab443fcbbe957b08e21ec44 2024-11-19T04:47:19,841 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c/colfamily11/cd329fc0a8414de688530db30c366503, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,843 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 755b3b1bb93355d497b8996e1431151c in 80ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,853 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6/.tmp/colfamily11/e7b1d1e24ab443fcbbe957b08e21ec44 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6/colfamily11/e7b1d1e24ab443fcbbe957b08e21ec44 2024-11-19T04:47:19,861 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6/colfamily11/e7b1d1e24ab443fcbbe957b08e21ec44, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,862 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b16a5916bcb46e72768c88bb9fc12c6 in 60ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,863 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/755b3b1bb93355d497b8996e1431151c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,864 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:47:19,864 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 755b3b1bb93355d497b8996e1431151c: Waiting for close lock at 1731991639762Running coprocessor pre-close hooks at 1731991639762Disabling compacts and flushes for region at 1731991639762Disabling writes for close at 1731991639762Obtaining lock to block concurrent updates at 1731991639762Preparing flush snapshotting stores in 755b3b1bb93355d497b8996e1431151c at 1731991639762Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639763 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. at 1731991639763Flushing 755b3b1bb93355d497b8996e1431151c/colfamily11: creating writer at 1731991639764 (+1 ms)Flushing 755b3b1bb93355d497b8996e1431151c/colfamily11: appending metadata at 1731991639788 (+24 ms)Flushing 755b3b1bb93355d497b8996e1431151c/colfamily11: closing flushed file at 1731991639789 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1059fe29: reopening flushed file at 1731991639828 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 755b3b1bb93355d497b8996e1431151c in 80ms, sequenceid=5, compaction requested=false at 1731991639843 (+15 ms)Writing region close event to WAL at 1731991639857 (+14 ms)Running coprocessor post-close hooks at 1731991639864 (+7 ms)Closed at 1731991639864 2024-11-19T04:47:19,865 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731991449067.755b3b1bb93355d497b8996e1431151c. 2024-11-19T04:47:19,866 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a87d7d3f1cb2b62ed85d1a07317ed135, disabling compactions & flushes 2024-11-19T04:47:19,866 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:47:19,866 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:47:19,866 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. after waiting 0 ms 2024-11-19T04:47:19,866 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:47:19,866 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a87d7d3f1cb2b62ed85d1a07317ed135 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,881 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b16a5916bcb46e72768c88bb9fc12c6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,882 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:47:19,882 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b16a5916bcb46e72768c88bb9fc12c6: Waiting for close lock at 1731991639802Running coprocessor pre-close hooks at 1731991639802Disabling compacts and flushes for region at 1731991639802Disabling writes for close at 1731991639802Obtaining lock to block concurrent updates at 1731991639802Preparing flush snapshotting stores in 0b16a5916bcb46e72768c88bb9fc12c6 at 1731991639802Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639803 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. at 1731991639803Flushing 0b16a5916bcb46e72768c88bb9fc12c6/colfamily11: creating writer at 1731991639803Flushing 0b16a5916bcb46e72768c88bb9fc12c6/colfamily11: appending metadata at 1731991639824 (+21 ms)Flushing 0b16a5916bcb46e72768c88bb9fc12c6/colfamily11: closing flushed file at 1731991639824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465f93b3: reopening flushed file at 1731991639852 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b16a5916bcb46e72768c88bb9fc12c6 in 60ms, sequenceid=5, compaction requested=false at 1731991639862 (+10 ms)Writing region close event to WAL at 1731991639873 (+11 ms)Running coprocessor post-close hooks at 1731991639882 (+9 ms)Closed at 1731991639882 2024-11-19T04:47:19,883 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731991449067.0b16a5916bcb46e72768c88bb9fc12c6. 2024-11-19T04:47:19,883 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40006894186cce94a7cd987be2b4387a, disabling compactions & flushes 2024-11-19T04:47:19,883 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:47:19,883 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:47:19,883 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. after waiting 0 ms 2024-11-19T04:47:19,883 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:47:19,883 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40006894186cce94a7cd987be2b4387a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,897 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135/.tmp/colfamily11/b28cbc1b74164354863b2ddb6287b546 is 52, key is qqq/colfamily11:colfamily11/1731991452883/Put/seqid=0 2024-11-19T04:47:19,906 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a/.tmp/colfamily11/67ba69744cbc4f30a70f48f9e72d07af is 52, key is eee/colfamily11:colfamily11/1731991452687/Put/seqid=0 2024-11-19T04:47:19,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741898_1074 (size=39263) 2024-11-19T04:47:19,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741898_1074 (size=39263) 2024-11-19T04:47:19,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741898_1074 (size=39263) 2024-11-19T04:47:19,913 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135/.tmp/colfamily11/b28cbc1b74164354863b2ddb6287b546 2024-11-19T04:47:19,921 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135/.tmp/colfamily11/b28cbc1b74164354863b2ddb6287b546 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135/colfamily11/b28cbc1b74164354863b2ddb6287b546 2024-11-19T04:47:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741899_1075 (size=39263) 2024-11-19T04:47:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741899_1075 (size=39263) 2024-11-19T04:47:19,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741899_1075 (size=39263) 2024-11-19T04:47:19,924 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a/.tmp/colfamily11/67ba69744cbc4f30a70f48f9e72d07af 2024-11-19T04:47:19,928 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135/colfamily11/b28cbc1b74164354863b2ddb6287b546, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,930 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a87d7d3f1cb2b62ed85d1a07317ed135 in 63ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,930 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a/.tmp/colfamily11/67ba69744cbc4f30a70f48f9e72d07af as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a/colfamily11/67ba69744cbc4f30a70f48f9e72d07af 2024-11-19T04:47:19,935 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a87d7d3f1cb2b62ed85d1a07317ed135/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,935 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:47:19,935 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a87d7d3f1cb2b62ed85d1a07317ed135: Waiting for close lock at 1731991639865Running coprocessor pre-close hooks at 1731991639865Disabling compacts and flushes for region at 1731991639865Disabling writes for close at 1731991639866 (+1 ms)Obtaining lock to block concurrent updates at 1731991639866Preparing flush snapshotting stores in a87d7d3f1cb2b62ed85d1a07317ed135 at 1731991639866Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639866Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. at 1731991639867 (+1 ms)Flushing a87d7d3f1cb2b62ed85d1a07317ed135/colfamily11: creating writer at 1731991639867Flushing a87d7d3f1cb2b62ed85d1a07317ed135/colfamily11: appending metadata at 1731991639897 (+30 ms)Flushing a87d7d3f1cb2b62ed85d1a07317ed135/colfamily11: closing flushed file at 1731991639897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53967cb7: reopening flushed file at 1731991639920 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a87d7d3f1cb2b62ed85d1a07317ed135 in 63ms, sequenceid=5, compaction requested=false at 1731991639930 (+10 ms)Writing region close event to WAL at 1731991639931 (+1 ms)Running coprocessor post-close hooks at 1731991639935 (+4 ms)Closed at 1731991639935 2024-11-19T04:47:19,936 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731991449067.a87d7d3f1cb2b62ed85d1a07317ed135. 2024-11-19T04:47:19,936 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06ecbf8dcb0376e49c24bbfcd6b10e2b, disabling compactions & flushes 2024-11-19T04:47:19,936 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:47:19,936 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:47:19,936 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. after waiting 0 ms 2024-11-19T04:47:19,936 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:47:19,936 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06ecbf8dcb0376e49c24bbfcd6b10e2b 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-19T04:47:19,939 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a/colfamily11/67ba69744cbc4f30a70f48f9e72d07af, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:19,940 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40006894186cce94a7cd987be2b4387a in 57ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:19,948 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40006894186cce94a7cd987be2b4387a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:19,949 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:47:19,949 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40006894186cce94a7cd987be2b4387a: Waiting for close lock at 1731991639883Running coprocessor pre-close hooks at 1731991639883Disabling compacts and flushes for region at 1731991639883Disabling writes for close at 1731991639883Obtaining lock to block concurrent updates at 1731991639883Preparing flush snapshotting stores in 40006894186cce94a7cd987be2b4387a at 1731991639883Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639883Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. at 1731991639884 (+1 ms)Flushing 40006894186cce94a7cd987be2b4387a/colfamily11: creating writer at 1731991639884Flushing 40006894186cce94a7cd987be2b4387a/colfamily11: appending metadata at 1731991639905 (+21 ms)Flushing 40006894186cce94a7cd987be2b4387a/colfamily11: closing flushed file at 1731991639905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4a7dfa: reopening flushed file at 1731991639929 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40006894186cce94a7cd987be2b4387a in 57ms, sequenceid=5, compaction requested=false at 1731991639940 (+11 ms)Writing region close event to WAL at 1731991639944 (+4 ms)Running coprocessor post-close hooks at 1731991639948 (+4 ms)Closed at 1731991639948 2024-11-19T04:47:19,949 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731991449067.40006894186cce94a7cd987be2b4387a. 2024-11-19T04:47:19,949 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97cf8107570010c0ca8097bcd5ec50a7, disabling compactions & flushes 2024-11-19T04:47:19,949 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:47:19,949 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:47:19,949 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. after waiting 0 ms 2024-11-19T04:47:19,949 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:47:19,949 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97cf8107570010c0ca8097bcd5ec50a7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:19,961 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b/.tmp/colfamily11/6f615bb4db32454991a0316a47a8f200 is 52, key is zzz/colfamily11:colfamily11/1731991452977/Put/seqid=0 2024-11-19T04:47:19,964 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1351): Waiting on 0629fccb9e9b124c4de26796e9fb3d3d, 06ecbf8dcb0376e49c24bbfcd6b10e2b, 2473a199ff9751788e8c2c60ff7301c8, 3b9a085650f4ad0fcd17c3835402f599, d1c3f545a1fae56efeb2a0de92b50615, fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:19,973 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1351): Waiting on 8dfe03270638be1c989f8954ff200cb8, 97cf8107570010c0ca8097bcd5ec50a7, ad25ff5c2e5e6508189802a926d4fbcf, df7c13c0798562fde90b935426f26970 2024-11-19T04:47:19,973 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7/.tmp/colfamily11/c4bd0f8dae744498a1474270eb092461 is 52, key is uuu/colfamily11:colfamily11/1731991452914/Put/seqid=0 2024-11-19T04:47:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741900_1076 (size=4857) 2024-11-19T04:47:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741900_1076 (size=4857) 2024-11-19T04:47:19,997 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b/.tmp/colfamily11/6f615bb4db32454991a0316a47a8f200 2024-11-19T04:47:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741900_1076 (size=4857) 2024-11-19T04:47:20,005 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b/.tmp/colfamily11/6f615bb4db32454991a0316a47a8f200 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily11/6f615bb4db32454991a0316a47a8f200 2024-11-19T04:47:20,011 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily11/6f615bb4db32454991a0316a47a8f200, entries=1, sequenceid=5, filesize=4.7 K 2024-11-19T04:47:20,012 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 06ecbf8dcb0376e49c24bbfcd6b10e2b in 76ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741901_1077 (size=39263) 2024-11-19T04:47:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741901_1077 (size=39263) 2024-11-19T04:47:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741901_1077 (size=39263) 2024-11-19T04:47:20,019 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7/.tmp/colfamily11/c4bd0f8dae744498a1474270eb092461 2024-11-19T04:47:20,020 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/06ecbf8dcb0376e49c24bbfcd6b10e2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:20,021 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:47:20,021 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06ecbf8dcb0376e49c24bbfcd6b10e2b: Waiting for close lock at 1731991639936Running coprocessor pre-close hooks at 1731991639936Disabling compacts and flushes for region at 1731991639936Disabling writes for close at 1731991639936Obtaining lock to block concurrent updates at 1731991639936Preparing flush snapshotting stores in 06ecbf8dcb0376e49c24bbfcd6b10e2b at 1731991639936Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731991639936Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. at 1731991639937 (+1 ms)Flushing 06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily11: creating writer at 1731991639937Flushing 06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily11: appending metadata at 1731991639960 (+23 ms)Flushing 06ecbf8dcb0376e49c24bbfcd6b10e2b/colfamily11: closing flushed file at 1731991639960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e44315b: reopening flushed file at 1731991640004 (+44 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 06ecbf8dcb0376e49c24bbfcd6b10e2b in 76ms, sequenceid=5, compaction requested=false at 1731991640012 (+8 ms)Writing region close event to WAL at 1731991640014 (+2 ms)Running coprocessor post-close hooks at 1731991640021 (+7 ms)Closed at 1731991640021 2024-11-19T04:47:20,021 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731991449067.06ecbf8dcb0376e49c24bbfcd6b10e2b. 2024-11-19T04:47:20,021 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b9a085650f4ad0fcd17c3835402f599, disabling compactions & flushes 2024-11-19T04:47:20,021 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:20,021 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:20,021 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. after waiting 0 ms 2024-11-19T04:47:20,021 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:20,030 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b9a085650f4ad0fcd17c3835402f599/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:20,031 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7/.tmp/colfamily11/c4bd0f8dae744498a1474270eb092461 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7/colfamily11/c4bd0f8dae744498a1474270eb092461 2024-11-19T04:47:20,032 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:20,032 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b9a085650f4ad0fcd17c3835402f599: Waiting for close lock at 1731991640021Running coprocessor pre-close hooks at 1731991640021Disabling compacts and flushes for region at 1731991640021Disabling writes for close at 1731991640021Writing region close event to WAL at 1731991640022 (+1 ms)Running coprocessor post-close hooks at 1731991640032 (+10 ms)Closed at 1731991640032 2024-11-19T04:47:20,032 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731991449067.3b9a085650f4ad0fcd17c3835402f599. 2024-11-19T04:47:20,033 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2473a199ff9751788e8c2c60ff7301c8, disabling compactions & flushes 2024-11-19T04:47:20,033 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:47:20,033 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:47:20,033 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. after waiting 0 ms 2024-11-19T04:47:20,033 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:47:20,033 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2473a199ff9751788e8c2c60ff7301c8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:20,042 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7/colfamily11/c4bd0f8dae744498a1474270eb092461, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:20,043 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97cf8107570010c0ca8097bcd5ec50a7 in 94ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:20,054 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/97cf8107570010c0ca8097bcd5ec50a7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:20,055 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:47:20,055 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97cf8107570010c0ca8097bcd5ec50a7: Waiting for close lock at 1731991639949Running coprocessor pre-close hooks at 1731991639949Disabling compacts and flushes for region at 1731991639949Disabling writes for close at 1731991639949Obtaining lock to block concurrent updates at 1731991639949Preparing flush snapshotting stores in 97cf8107570010c0ca8097bcd5ec50a7 at 1731991639949Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991639950 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. at 1731991639950Flushing 97cf8107570010c0ca8097bcd5ec50a7/colfamily11: creating writer at 1731991639950Flushing 97cf8107570010c0ca8097bcd5ec50a7/colfamily11: appending metadata at 1731991639973 (+23 ms)Flushing 97cf8107570010c0ca8097bcd5ec50a7/colfamily11: closing flushed file at 1731991639973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e12d05: reopening flushed file at 1731991640030 (+57 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 97cf8107570010c0ca8097bcd5ec50a7 in 94ms, sequenceid=5, compaction requested=false at 1731991640043 (+13 ms)Writing region close event to WAL at 1731991640049 (+6 ms)Running coprocessor post-close hooks at 1731991640055 (+6 ms)Closed at 1731991640055 2024-11-19T04:47:20,055 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731991449067.97cf8107570010c0ca8097bcd5ec50a7. 2024-11-19T04:47:20,056 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dfe03270638be1c989f8954ff200cb8, disabling compactions & flushes 2024-11-19T04:47:20,056 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:20,056 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:20,056 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. after waiting 0 ms 2024-11-19T04:47:20,056 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:20,063 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8/.tmp/colfamily11/6e59273c9cf7432dadd9a5eee961962e is 52, key is hhh/colfamily11:colfamily11/1731991452748/Put/seqid=0 2024-11-19T04:47:20,065 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8dfe03270638be1c989f8954ff200cb8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:20,066 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:20,066 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dfe03270638be1c989f8954ff200cb8: Waiting for close lock at 1731991640056Running coprocessor pre-close hooks at 1731991640056Disabling compacts and flushes for region at 1731991640056Disabling writes for close at 1731991640056Writing region close event to WAL at 1731991640061 (+5 ms)Running coprocessor post-close hooks at 1731991640065 (+4 ms)Closed at 1731991640066 (+1 ms) 2024-11-19T04:47:20,066 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731991449067.8dfe03270638be1c989f8954ff200cb8. 2024-11-19T04:47:20,066 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad25ff5c2e5e6508189802a926d4fbcf, disabling compactions & flushes 2024-11-19T04:47:20,066 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:47:20,066 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:47:20,066 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. after waiting 0 ms 2024-11-19T04:47:20,066 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:47:20,066 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad25ff5c2e5e6508189802a926d4fbcf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:20,079 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T04:47:20,079 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T04:47:20,081 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T04:47:20,081 INFO [regionserver/08a7f35e60d4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T04:47:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741902_1078 (size=39263) 2024-11-19T04:47:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741902_1078 (size=39263) 2024-11-19T04:47:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741902_1078 (size=39263) 2024-11-19T04:47:20,090 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf/.tmp/colfamily11/752faeca82a9404ab43ba497da8cd24f is 52, key is ccc/colfamily11:colfamily11/1731991452582/Put/seqid=0 2024-11-19T04:47:20,093 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8/.tmp/colfamily11/6e59273c9cf7432dadd9a5eee961962e 2024-11-19T04:47:20,105 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8/.tmp/colfamily11/6e59273c9cf7432dadd9a5eee961962e as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8/colfamily11/6e59273c9cf7432dadd9a5eee961962e 2024-11-19T04:47:20,114 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8/colfamily11/6e59273c9cf7432dadd9a5eee961962e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:20,115 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2473a199ff9751788e8c2c60ff7301c8 in 82ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:20,144 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2473a199ff9751788e8c2c60ff7301c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:20,146 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:47:20,146 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2473a199ff9751788e8c2c60ff7301c8: Waiting for close lock at 1731991640032Running coprocessor pre-close hooks at 1731991640032Disabling compacts and flushes for region at 1731991640032Disabling writes for close at 1731991640033 (+1 ms)Obtaining lock to block concurrent updates at 1731991640033Preparing flush snapshotting stores in 2473a199ff9751788e8c2c60ff7301c8 at 1731991640033Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991640033Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. at 1731991640034 (+1 ms)Flushing 2473a199ff9751788e8c2c60ff7301c8/colfamily11: creating writer at 1731991640034Flushing 2473a199ff9751788e8c2c60ff7301c8/colfamily11: appending metadata at 1731991640062 (+28 ms)Flushing 2473a199ff9751788e8c2c60ff7301c8/colfamily11: closing flushed file at 1731991640063 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f632e47: reopening flushed file at 1731991640104 (+41 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2473a199ff9751788e8c2c60ff7301c8 in 82ms, sequenceid=5, compaction requested=false at 1731991640115 (+11 ms)Writing region close event to WAL at 1731991640134 (+19 ms)Running coprocessor post-close hooks at 1731991640146 (+12 ms)Closed at 1731991640146 2024-11-19T04:47:20,146 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731991449067.2473a199ff9751788e8c2c60ff7301c8. 2024-11-19T04:47:20,146 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0629fccb9e9b124c4de26796e9fb3d3d, disabling compactions & flushes 2024-11-19T04:47:20,146 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:20,147 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:20,147 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. after waiting 0 ms 2024-11-19T04:47:20,147 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:20,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741903_1079 (size=39263) 2024-11-19T04:47:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741903_1079 (size=39263) 2024-11-19T04:47:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741903_1079 (size=39263) 2024-11-19T04:47:20,151 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf/.tmp/colfamily11/752faeca82a9404ab43ba497da8cd24f 2024-11-19T04:47:20,154 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0629fccb9e9b124c4de26796e9fb3d3d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:20,155 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:20,155 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0629fccb9e9b124c4de26796e9fb3d3d: Waiting for close lock at 1731991640146Running coprocessor pre-close hooks at 1731991640146Disabling compacts and flushes for region at 1731991640146Disabling writes for close at 1731991640147 (+1 ms)Writing region close event to WAL at 1731991640150 (+3 ms)Running coprocessor post-close hooks at 1731991640155 (+5 ms)Closed at 1731991640155 2024-11-19T04:47:20,155 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731991449067.0629fccb9e9b124c4de26796e9fb3d3d. 2024-11-19T04:47:20,155 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1c3f545a1fae56efeb2a0de92b50615, disabling compactions & flushes 2024-11-19T04:47:20,156 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:47:20,156 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:47:20,156 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. after waiting 0 ms 2024-11-19T04:47:20,156 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:47:20,156 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1c3f545a1fae56efeb2a0de92b50615 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-19T04:47:20,161 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf/.tmp/colfamily11/752faeca82a9404ab43ba497da8cd24f as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf/colfamily11/752faeca82a9404ab43ba497da8cd24f 2024-11-19T04:47:20,164 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T04:47:20,164 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1325): Online Regions={d1c3f545a1fae56efeb2a0de92b50615=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., fedae70a21fb1aaf30a300023e4c6854=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854.} 2024-11-19T04:47:20,165 DEBUG [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1351): Waiting on d1c3f545a1fae56efeb2a0de92b50615, fedae70a21fb1aaf30a300023e4c6854 2024-11-19T04:47:20,169 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf/colfamily11/752faeca82a9404ab43ba497da8cd24f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:20,171 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad25ff5c2e5e6508189802a926d4fbcf in 105ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:20,173 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T04:47:20,174 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1325): Online Regions={ad25ff5c2e5e6508189802a926d4fbcf=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., df7c13c0798562fde90b935426f26970=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970.} 2024-11-19T04:47:20,174 DEBUG [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1351): Waiting on ad25ff5c2e5e6508189802a926d4fbcf, df7c13c0798562fde90b935426f26970 2024-11-19T04:47:20,179 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615/.tmp/colfamily11/4aafeb388b2d49a3827c95c01cd8097d is 52, key is lll/colfamily11:colfamily11/1731991452805/Put/seqid=0 2024-11-19T04:47:20,180 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad25ff5c2e5e6508189802a926d4fbcf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:20,181 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:47:20,181 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad25ff5c2e5e6508189802a926d4fbcf: Waiting for close lock at 1731991640066Running coprocessor pre-close hooks at 1731991640066Disabling compacts and flushes for region at 1731991640066Disabling writes for close at 1731991640066Obtaining lock to block concurrent updates at 1731991640066Preparing flush snapshotting stores in ad25ff5c2e5e6508189802a926d4fbcf at 1731991640066Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991640066Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. at 1731991640067 (+1 ms)Flushing ad25ff5c2e5e6508189802a926d4fbcf/colfamily11: creating writer at 1731991640067Flushing ad25ff5c2e5e6508189802a926d4fbcf/colfamily11: appending metadata at 1731991640090 (+23 ms)Flushing ad25ff5c2e5e6508189802a926d4fbcf/colfamily11: closing flushed file at 1731991640090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b12151: reopening flushed file at 1731991640160 (+70 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad25ff5c2e5e6508189802a926d4fbcf in 105ms, sequenceid=5, compaction requested=false at 1731991640171 (+11 ms)Writing region close event to WAL at 1731991640176 (+5 ms)Running coprocessor post-close hooks at 1731991640181 (+5 ms)Closed at 1731991640181 2024-11-19T04:47:20,182 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731991449067.ad25ff5c2e5e6508189802a926d4fbcf. 2024-11-19T04:47:20,182 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df7c13c0798562fde90b935426f26970, disabling compactions & flushes 2024-11-19T04:47:20,182 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:20,182 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:20,182 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. after waiting 0 ms 2024-11-19T04:47:20,182 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:20,189 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/df7c13c0798562fde90b935426f26970/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:20,190 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:20,190 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df7c13c0798562fde90b935426f26970: Waiting for close lock at 1731991640182Running coprocessor pre-close hooks at 1731991640182Disabling compacts and flushes for region at 1731991640182Disabling writes for close at 1731991640182Writing region close event to WAL at 1731991640184 (+2 ms)Running coprocessor post-close hooks at 1731991640190 (+6 ms)Closed at 1731991640190 2024-11-19T04:47:20,190 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731991449067.df7c13c0798562fde90b935426f26970. 2024-11-19T04:47:20,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741904_1080 (size=39263) 2024-11-19T04:47:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741904_1080 (size=39263) 2024-11-19T04:47:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741904_1080 (size=39263) 2024-11-19T04:47:20,201 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615/.tmp/colfamily11/4aafeb388b2d49a3827c95c01cd8097d 2024-11-19T04:47:20,211 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615/.tmp/colfamily11/4aafeb388b2d49a3827c95c01cd8097d as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615/colfamily11/4aafeb388b2d49a3827c95c01cd8097d 2024-11-19T04:47:20,217 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615/colfamily11/4aafeb388b2d49a3827c95c01cd8097d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-19T04:47:20,219 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1c3f545a1fae56efeb2a0de92b50615 in 63ms, sequenceid=5, compaction requested=false 2024-11-19T04:47:20,224 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1c3f545a1fae56efeb2a0de92b50615/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T04:47:20,224 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:47:20,225 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1c3f545a1fae56efeb2a0de92b50615: Waiting for close lock at 1731991640155Running coprocessor pre-close hooks at 1731991640155Disabling compacts and flushes for region at 1731991640155Disabling writes for close at 1731991640156 (+1 ms)Obtaining lock to block concurrent updates at 1731991640156Preparing flush snapshotting stores in d1c3f545a1fae56efeb2a0de92b50615 at 1731991640156Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731991640156Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. at 1731991640157 (+1 ms)Flushing d1c3f545a1fae56efeb2a0de92b50615/colfamily11: creating writer at 1731991640157Flushing d1c3f545a1fae56efeb2a0de92b50615/colfamily11: appending metadata at 1731991640178 (+21 ms)Flushing d1c3f545a1fae56efeb2a0de92b50615/colfamily11: closing flushed file at 1731991640178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dac8ca6: reopening flushed file at 1731991640208 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1c3f545a1fae56efeb2a0de92b50615 in 63ms, sequenceid=5, compaction requested=false at 1731991640219 (+11 ms)Writing region close event to WAL at 1731991640220 (+1 ms)Running coprocessor post-close hooks at 1731991640224 (+4 ms)Closed at 1731991640224 2024-11-19T04:47:20,225 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731991449067.d1c3f545a1fae56efeb2a0de92b50615. 2024-11-19T04:47:20,225 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fedae70a21fb1aaf30a300023e4c6854, disabling compactions & flushes 2024-11-19T04:47:20,225 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:20,225 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:20,225 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. after waiting 0 ms 2024-11-19T04:47:20,225 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:20,252 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fedae70a21fb1aaf30a300023e4c6854/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-19T04:47:20,253 INFO [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:20,253 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fedae70a21fb1aaf30a300023e4c6854: Waiting for close lock at 1731991640225Running coprocessor pre-close hooks at 1731991640225Disabling compacts and flushes for region at 1731991640225Disabling writes for close at 1731991640225Writing region close event to WAL at 1731991640226 (+1 ms)Running coprocessor post-close hooks at 1731991640253 (+27 ms)Closed at 1731991640253 2024-11-19T04:47:20,253 DEBUG [RS_CLOSE_REGION-regionserver/08a7f35e60d4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731991449067.fedae70a21fb1aaf30a300023e4c6854. 2024-11-19T04:47:20,365 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,42269,1731991446868; all regions closed. 2024-11-19T04:47:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741835_1011 (size=316519) 2024-11-19T04:47:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741835_1011 (size=316519) 2024-11-19T04:47:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741835_1011 (size=316519) 2024-11-19T04:47:20,372 DEBUG [RS:1;08a7f35e60d4:42269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs 2024-11-19T04:47:20,372 INFO [RS:1;08a7f35e60d4:42269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C42269%2C1731991446868:(num 1731991448244) 2024-11-19T04:47:20,372 DEBUG [RS:1;08a7f35e60d4:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:47:20,372 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T04:47:20,372 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T04:47:20,373 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T04:47:20,373 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T04:47:20,373 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T04:47:20,373 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T04:47:20,373 INFO [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T04:47:20,373 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T04:47:20,373 INFO [RS:1;08a7f35e60d4:42269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42269 2024-11-19T04:47:20,374 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(976): stopping server 08a7f35e60d4,38931,1731991446912; all regions closed. 2024-11-19T04:47:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,42269,1731991446868 2024-11-19T04:47:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T04:47:20,376 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T04:47:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741865_1041 (size=15752) 2024-11-19T04:47:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741865_1041 (size=15752) 2024-11-19T04:47:20,382 DEBUG [RS:2;08a7f35e60d4:38931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs 2024-11-19T04:47:20,382 INFO [RS:2;08a7f35e60d4:38931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C38931%2C1731991446912.meta:.meta(num 1731991634058) 2024-11-19T04:47:20,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,42269,1731991446868] 2024-11-19T04:47:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741865_1041 (size=15752) 2024-11-19T04:47:20,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,42269,1731991446868 already deleted, retry=false 2024-11-19T04:47:20,385 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a7f35e60d4,42269,1731991446868 expired; onlineServers=1 2024-11-19T04:47:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741834_1010 (size=315406) 2024-11-19T04:47:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741834_1010 (size=315406) 2024-11-19T04:47:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741834_1010 (size=315406) 2024-11-19T04:47:20,389 DEBUG [RS:2;08a7f35e60d4:38931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/oldWALs 2024-11-19T04:47:20,389 INFO [RS:2;08a7f35e60d4:38931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 08a7f35e60d4%2C38931%2C1731991446912:(num 1731991448244) 2024-11-19T04:47:20,389 DEBUG [RS:2;08a7f35e60d4:38931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T04:47:20,389 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T04:47:20,389 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T04:47:20,389 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.ChoreService(370): Chore service for: regionserver/08a7f35e60d4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T04:47:20,389 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T04:47:20,389 INFO [regionserver/08a7f35e60d4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T04:47:20,389 INFO [RS:2;08a7f35e60d4:38931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38931 2024-11-19T04:47:20,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/08a7f35e60d4,38931,1731991446912 2024-11-19T04:47:20,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T04:47:20,393 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T04:47:20,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [08a7f35e60d4,38931,1731991446912] 2024-11-19T04:47:20,397 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/08a7f35e60d4,38931,1731991446912 already deleted, retry=false 2024-11-19T04:47:20,397 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 08a7f35e60d4,38931,1731991446912 expired; onlineServers=0 2024-11-19T04:47:20,397 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '08a7f35e60d4,37127,1731991446089' ***** 2024-11-19T04:47:20,397 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T04:47:20,397 INFO [M:0;08a7f35e60d4:37127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T04:47:20,397 INFO [M:0;08a7f35e60d4:37127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T04:47:20,397 DEBUG [M:0;08a7f35e60d4:37127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T04:47:20,397 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T04:47:20,397 DEBUG [M:0;08a7f35e60d4:37127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T04:47:20,397 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991447885 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.large.0-1731991447885,5,FailOnTimeoutGroup] 2024-11-19T04:47:20,397 DEBUG [master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991447889 {}] cleaner.HFileCleaner(306): Exit Thread[master/08a7f35e60d4:0:becomeActiveMaster-HFileCleaner.small.0-1731991447889,5,FailOnTimeoutGroup] 2024-11-19T04:47:20,398 INFO [M:0;08a7f35e60d4:37127 {}] hbase.ChoreService(370): Chore service for: master/08a7f35e60d4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T04:47:20,398 INFO [M:0;08a7f35e60d4:37127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T04:47:20,398 DEBUG [M:0;08a7f35e60d4:37127 {}] master.HMaster(1795): Stopping service threads 2024-11-19T04:47:20,398 INFO [M:0;08a7f35e60d4:37127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T04:47:20,398 INFO [M:0;08a7f35e60d4:37127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T04:47:20,398 INFO [M:0;08a7f35e60d4:37127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T04:47:20,398 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T04:47:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T04:47:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T04:47:20,399 DEBUG [M:0;08a7f35e60d4:37127 {}] zookeeper.ZKUtil(347): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T04:47:20,399 WARN [M:0;08a7f35e60d4:37127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T04:47:20,400 INFO [M:0;08a7f35e60d4:37127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/.lastflushedseqids 2024-11-19T04:47:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741905_1081 (size=2837) 2024-11-19T04:47:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741905_1081 (size=2837) 2024-11-19T04:47:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741905_1081 (size=2837) 2024-11-19T04:47:20,416 INFO [M:0;08a7f35e60d4:37127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T04:47:20,416 INFO [M:0;08a7f35e60d4:37127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T04:47:20,416 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T04:47:20,416 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:47:20,416 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:47:20,417 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T04:47:20,417 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:47:20,417 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.66 KB heapSize=405.07 KB 2024-11-19T04:47:20,441 DEBUG [M:0;08a7f35e60d4:37127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8c350ffdea4f0aab7a8741a1841b58 is 82, key is hbase:meta,,1/info:regioninfo/1731991634459/Put/seqid=0 2024-11-19T04:47:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741906_1082 (size=6071) 2024-11-19T04:47:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741906_1082 (size=6071) 2024-11-19T04:47:20,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741906_1082 (size=6071) 2024-11-19T04:47:20,453 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8c350ffdea4f0aab7a8741a1841b58 2024-11-19T04:47:20,477 DEBUG [M:0;08a7f35e60d4:37127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d184510d8be414db5f029f490637abd is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731991450595/Put/seqid=0 2024-11-19T04:47:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:47:20,482 INFO [RS:1;08a7f35e60d4:42269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T04:47:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1012e8a09920002, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:47:20,482 INFO [RS:1;08a7f35e60d4:42269 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,42269,1731991446868; zookeeper connection closed. 2024-11-19T04:47:20,490 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30a44e1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30a44e1a 2024-11-19T04:47:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741907_1083 (size=13506) 2024-11-19T04:47:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741907_1083 (size=13506) 2024-11-19T04:47:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741907_1083 (size=13506) 2024-11-19T04:47:20,494 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.43 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d184510d8be414db5f029f490637abd 2024-11-19T04:47:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:47:20,495 INFO [RS:2;08a7f35e60d4:38931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T04:47:20,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38931-0x1012e8a09920003, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:47:20,495 INFO [RS:2;08a7f35e60d4:38931 {}] regionserver.HRegionServer(1031): Exiting; stopping=08a7f35e60d4,38931,1731991446912; zookeeper connection closed. 2024-11-19T04:47:20,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a9cacd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a9cacd8 2024-11-19T04:47:20,495 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T04:47:20,519 DEBUG [M:0;08a7f35e60d4:37127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183e11c79b8e477098d7ffef96a8fa02 is 69, key is 08a7f35e60d4,38931,1731991446912/rs:state/1731991447993/Put/seqid=0 2024-11-19T04:47:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741908_1084 (size=5442) 2024-11-19T04:47:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741908_1084 (size=5442) 2024-11-19T04:47:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741908_1084 (size=5442) 2024-11-19T04:47:20,533 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183e11c79b8e477098d7ffef96a8fa02 2024-11-19T04:47:20,539 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183e11c79b8e477098d7ffef96a8fa02 2024-11-19T04:47:20,540 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d8c350ffdea4f0aab7a8741a1841b58 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8c350ffdea4f0aab7a8741a1841b58 2024-11-19T04:47:20,546 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d8c350ffdea4f0aab7a8741a1841b58, entries=14, sequenceid=635, filesize=5.9 K 2024-11-19T04:47:20,547 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d184510d8be414db5f029f490637abd as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d184510d8be414db5f029f490637abd 2024-11-19T04:47:20,553 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d184510d8be414db5f029f490637abd, entries=81, sequenceid=635, filesize=13.2 K 2024-11-19T04:47:20,554 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/183e11c79b8e477098d7ffef96a8fa02 as hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183e11c79b8e477098d7ffef96a8fa02 2024-11-19T04:47:20,559 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183e11c79b8e477098d7ffef96a8fa02 2024-11-19T04:47:20,560 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fea93771-1332-ead1-6830-630772e3f6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/183e11c79b8e477098d7ffef96a8fa02, entries=3, sequenceid=635, filesize=5.3 K 2024-11-19T04:47:20,561 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=635, compaction requested=false 2024-11-19T04:47:20,562 INFO [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T04:47:20,562 DEBUG [M:0;08a7f35e60d4:37127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731991640416Disabling compacts and flushes for region at 1731991640416Disabling writes for close at 1731991640417 (+1 ms)Obtaining lock to block concurrent updates at 1731991640417Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731991640417Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352931, getHeapSize=414728, getOffHeapSize=0, getCellsCount=800 at 1731991640417Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731991640418 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731991640418Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731991640440 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731991640440Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731991640458 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731991640476 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731991640476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731991640501 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731991640518 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731991640518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bcfa75: reopening flushed file at 1731991640539 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c4ab61: reopening flushed file at 1731991640546 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e22f7c0: reopening flushed file at 1731991640553 (+7 ms)Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=635, compaction requested=false at 1731991640561 (+8 ms)Writing region close event to WAL at 1731991640562 (+1 ms)Closed at 1731991640562 2024-11-19T04:47:20,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41033 is added to blk_1073741830_1006 (size=395285) 2024-11-19T04:47:20,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42401 is added to blk_1073741830_1006 (size=395285) 2024-11-19T04:47:20,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741830_1006 (size=395285) 2024-11-19T04:47:20,566 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T04:47:20,567 INFO [M:0;08a7f35e60d4:37127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T04:47:20,567 INFO [M:0;08a7f35e60d4:37127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37127 2024-11-19T04:47:20,567 INFO [M:0;08a7f35e60d4:37127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T04:47:20,676 INFO [M:0;08a7f35e60d4:37127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T04:47:20,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:47:20,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37127-0x1012e8a09920000, quorum=127.0.0.1:58385, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T04:47:20,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T04:47:20,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T04:47:20,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T04:47:20,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T04:47:20,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,STOPPED} 2024-11-19T04:47:20,687 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T04:47:20,687 WARN [BP-1158498923-172.17.0.2-1731991442957 heartbeating to localhost/127.0.0.1:32857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T04:47:20,687 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T04:47:20,687 WARN [BP-1158498923-172.17.0.2-1731991442957 heartbeating to localhost/127.0.0.1:32857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1158498923-172.17.0.2-1731991442957 (Datanode Uuid ee000e07-ad85-4314-898a-e55311b84b7e) service to localhost/127.0.0.1:32857 2024-11-19T04:47:20,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data5/current/BP-1158498923-172.17.0.2-1731991442957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T04:47:20,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data6/current/BP-1158498923-172.17.0.2-1731991442957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T04:47:20,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T04:47:20,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T04:47:20,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T04:47:20,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T04:47:20,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T04:47:20,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,STOPPED} 2024-11-19T04:47:20,708 WARN [BP-1158498923-172.17.0.2-1731991442957 heartbeating to localhost/127.0.0.1:32857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T04:47:20,708 WARN [BP-1158498923-172.17.0.2-1731991442957 heartbeating to localhost/127.0.0.1:32857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1158498923-172.17.0.2-1731991442957 (Datanode Uuid b4f1dda7-440a-4dfd-8316-0e8db6edce75) service to localhost/127.0.0.1:32857 2024-11-19T04:47:20,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data3/current/BP-1158498923-172.17.0.2-1731991442957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T04:47:20,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data4/current/BP-1158498923-172.17.0.2-1731991442957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T04:47:20,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T04:47:20,709 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T04:47:20,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T04:47:20,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T04:47:20,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T04:47:20,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T04:47:20,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T04:47:20,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,STOPPED} 2024-11-19T04:47:20,720 WARN [BP-1158498923-172.17.0.2-1731991442957 heartbeating to localhost/127.0.0.1:32857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T04:47:20,720 WARN [BP-1158498923-172.17.0.2-1731991442957 heartbeating to localhost/127.0.0.1:32857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1158498923-172.17.0.2-1731991442957 (Datanode Uuid 734e8ea0-b527-41fa-95a4-9f184d876de0) service to localhost/127.0.0.1:32857 2024-11-19T04:47:20,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T04:47:20,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T04:47:20,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data1/current/BP-1158498923-172.17.0.2-1731991442957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T04:47:20,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/cluster_f962530c-6ef8-8b87-0fbf-f315587c9b94/data/data2/current/BP-1158498923-172.17.0.2-1731991442957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T04:47:20,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T04:47:20,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T04:47:20,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T04:47:20,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T04:47:20,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T04:47:20,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d52dc639-9eef-be75-28dc-b6776a1038a1/hadoop.log.dir/,STOPPED} 2024-11-19T04:47:20,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T04:47:20,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T04:47:20,835 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:32857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/08a7f35e60d4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6e91a41d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a7f35e60d4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32857 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a7f35e60d4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/08a7f35e60d4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a7f35e60d4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32857 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/08a7f35e60d4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:32857 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/08a7f35e60d4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/08a7f35e60d4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/08a7f35e60d4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=11363 (was 12562)